-- Logs begin at Wed 2021-06-30 04:50:25 UTC, end at Wed 2021-06-30 05:43:51 UTC. -- Jun 30 05:18:55.678309 dv-cinder-772181-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 05:18:58.327081 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.common.config [-] Logging enabled! Jun 30 05:18:58.327711 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev436 Jun 30 05:18:58.327885 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92734) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 05:18:58.331011 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.common.config [-] Logging enabled! Jun 30 05:18:58.331297 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev436 Jun 30 05:18:58.331607 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92734) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 05:18:58.332542 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 05:18:58.332772 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 05:18:58.333121 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 05:18:58.333363 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 05:18:58.333583 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 05:18:58.333897 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.334187 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.334475 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.334701 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.334991 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.335324 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.335603 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.335888 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.336177 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.336457 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.336730 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.337005 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.337229 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.337505 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.337787 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.338066 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.338283 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] debug = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.338556 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.338971 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.339397 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.339672 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.339955 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.340227 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.340500 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.340768 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.341044 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.341362 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] host = dv-cinder-772181-11-iscsi {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.341632 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.341914 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.342195 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.342475 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.342744 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.343014 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.343316 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.343585 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.343852 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] log_file = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.344122 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.344403 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.344683 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.344965 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.345183 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.345399 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.345683 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.345963 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.346233 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.346502 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.347028 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.347321 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.347591 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.347857 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.348136 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.348411 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.348690 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.348959 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.349227 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.349492 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.349757 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.350035 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.350301 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.350572 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.350970 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.351278 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.351647 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.351927 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.352227 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.352512 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.352792 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.353075 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.353347 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.353626 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.353895 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.354162 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.354431 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] use_json = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.354699 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.354966 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.355266 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.355536 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.355803 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.356074 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.356339 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.356618 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:18:58.356910 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.357203 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.357498 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.357775 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.358068 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.358344 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.358630 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.358903 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.359213 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.359498 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.359782 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.360057 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.360344 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.360617 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.360907 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.361204 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.361495 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.361783 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.362055 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.362327 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.362596 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.362870 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.363179 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.363470 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.363756 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.364028 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.364306 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.364593 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.364866 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.365134 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.365408 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.365691 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.365963 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.366233 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.367095 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.367427 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.367701 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.367973 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.368251 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.368539 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.368814 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.369084 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.369353 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.369625 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.369894 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.370173 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.370451 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.370722 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.370990 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.371292 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.371562 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.371830 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.372101 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.372369 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.372642 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.372910 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.373178 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.373445 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.373712 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.373980 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.374248 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.374517 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.374787 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.375054 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.375346 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.375614 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.375881 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.376147 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.376429 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.376720 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.376994 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.377269 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.377544 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.377822 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.378094 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.378374 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.378642 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.378914 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.379209 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.379497 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.379776 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.380058 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.380346 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.380620 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.380910 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.381184 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.381462 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.381733 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.382682 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.382975 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.383284 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.383581 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.383874 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.384167 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.384460 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.384750 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.385030 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.385334 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.385611 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:18:58.385823 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 05:18:58.386058 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92734) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 05:18:58.730527 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 05:18:58.730797 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 05:18:58.731083 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 05:18:58.731435 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 05:18:59.118512 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.118718 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.118983 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.120284 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.120555 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.120814 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.154714 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.154989 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.155277 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.168369 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.168646 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.168912 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.198646 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.198915 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.199213 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.234023 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.234293 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.234553 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.466438 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.467095 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.467095 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.467295 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.467937 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.586314 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.586633 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.586917 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.587204 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.587472 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.587778 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.588034 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.588282 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.588527 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.588799 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.589050 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.589318 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.589567 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.589823 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.590070 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.590329 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.590592 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.590856 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.591137 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.591397 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.591671 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.592012 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.592255 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.592530 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.592772 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.593011 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.593394 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 05:18:59.593630 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 05:18:59.593862 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 05:18:59.594094 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 05:18:59.594321 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 05:18:59.594549 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 05:18:59.594910 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 05:18:59.599201 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 05:18:59.603739 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 05:18:59.607533 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 30 05:18:59.609160 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 05:18:59.609580 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 05:18:59.609914 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 05:18:59.610298 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 05:18:59.613095 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 05:18:59.613346 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 05:18:59.613698 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 05:18:59.641337 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 05:18:59.641777 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.642067 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92734) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 05:18:59.642424 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.643803 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92734) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 05:18:59.644085 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 05:18:59.644329 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 05:18:59.648068 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.648346 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:18:59.712845 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 05:18:59.713079 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 05:18:59.713312 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 05:18:59.713674 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 05:18:59.734616 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_db.sqlalchemy.engines [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92734) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 05:19:00.263529 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Initializing driver for type 'gre' Jun 30 05:19:00.264165 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] gre ID ranges: [(1, 1000)] Jun 30 05:19:00.315992 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Initializing driver for type 'local' Jun 30 05:19:00.318852 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Initializing driver for type 'vlan' Jun 30 05:19:00.336057 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] VlanTypeDriver initialization complete Jun 30 05:19:00.336540 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Initializing driver for type 'vxlan' Jun 30 05:19:00.337048 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] vxlan ID ranges: [(1, 1000)] Jun 30 05:19:00.391168 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Initializing extension driver 'port_security' Jun 30 05:19:00.391510 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.extensions.port_security [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] PortSecurityExtensionDriver initialization complete Jun 30 05:19:00.391847 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Initializing mechanism driver 'openvswitch' Jun 30 05:19:00.392181 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Initializing mechanism driver 'hyperv' Jun 30 05:19:00.399333 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.plugins.ml2.plugin [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:00.400019 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > port after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.400391 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > port after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.400744 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > port after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.401266 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 05:19:00.401693 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > subnet after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.402047 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > subnet after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.402395 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > subnet after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.402785 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 05:19:00.403225 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > network after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.403574 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > network after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.403914 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > network after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.404329 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 05:19:00.404735 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > security_group after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.405091 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > security_group after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.405435 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > security_group after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.405960 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 05:19:00.406370 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.406726 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.407073 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.407560 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 05:19:00.407963 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > address_group after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.408312 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > address_group after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.408654 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > address_group after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.409045 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 05:19:00.409424 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] ML2 OVO RPC backend initialized. {{(pid=92734) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 05:19:00.410140 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router_interface after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.410495 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.410912 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > network before_response 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.411292 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > networks before_response 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.411640 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > port before_response 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.411981 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > ports before_response 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.412320 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > subnet before_response 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.412658 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > subnets before_response 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.413002 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > network after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.413377 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > network after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.413712 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > network after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.414046 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > port after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.414381 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > port after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.414716 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > port after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.415049 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > subnet after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.415408 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > subnet after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.415738 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > subnet after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.416314 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.plugin [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Modular L2 Plugin initialization complete Jun 30 05:19:00.416641 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading services supported by the core plugin {{(pid=92734) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 05:19:00.416963 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.plugins.ml2.managers [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Got port-security extension from driver 'port_security' Jun 30 05:19:00.417428 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.extensions.vlantransparent [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Disabled vlantransparent extension. Jun 30 05:19:00.417913 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92734) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 05:19:00.418226 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading Plugin: router Jun 30 05:19:00.455132 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router_interface before_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.455517 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router after_create 55549900 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.455890 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router before_create 55549900 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.456256 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.456626 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.456980 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router after_delete 55549900 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.457335 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > floatingip after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.457697 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router after_create 55549900 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.458042 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router after_update 55549900 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.458386 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router after_update 55549900 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.458730 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.459086 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router after_update 55549900 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.459517 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router precommit_update 55549900 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.459884 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: port after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.460245 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: port after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.460579 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: subnet after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.460915 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.461264 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > port precommit_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.461611 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router precommit_create 55549900 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.461952 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: port before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.462293 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router precommit_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.462647 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router after_update 55549900 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.462985 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router precommit_delete 55549900 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.463354 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router precommit_create 55549900 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.463716 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router_interface after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.464075 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router precommit_update 55549900 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.464419 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > agent after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.464767 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > agent after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.465108 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > network after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.465969 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Tracking information for resource: router configured {{(pid=92734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 05:19:00.466303 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Tracking information for resource: floatingip configured {{(pid=92734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 05:19:00.471439 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.db.l3_agentschedulers_db [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 05:19:00.472284 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: port after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.472648 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: port after_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.473001 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: port after_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.473354 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: port after_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.474150 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router before_create 55550100 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.474516 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router precommit_delete 55550100 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.474878 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router precommit_create 55550100 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.475266 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > router precommit_update 55550100 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.479695 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.services.provider_configuration [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service providers = [] {{(pid=92734) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 05:19:00.480061 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.db.servicetype_db [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92734) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 05:19:00.482951 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.services.service_base [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 05:19:00.483340 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.services.service_base [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 05:19:00.483682 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.services.service_base [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 05:19:00.484569 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.services.service_base [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 05:19:00.484939 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.services.service_base [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 05:19:00.485306 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 05:19:00.485622 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 05:19:00.496800 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 05:19:00.497139 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading Plugin: auto_allocate Jun 30 05:19:00.502946 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: network precommit_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.503350 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: network precommit_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.503871 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 05:19:00.504194 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading Plugin: tag Jun 30 05:19:00.511265 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 05:19:00.511594 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading Plugin: timestamp Jun 30 05:19:00.516943 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 05:19:00.517238 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading Plugin: network_ip_availability Jun 30 05:19:00.522898 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.523296 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.523656 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.524397 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 05:19:00.524712 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading Plugin: flavors Jun 30 05:19:00.529785 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 05:19:00.530108 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading Plugin: revisions Jun 30 05:19:00.534502 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 05:19:00.534878 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_concurrency.lockutils [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=92734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 05:19:00.535653 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92734) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 05:19:00.536000 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Initializing extension manager. Jun 30 05:19:00.536503 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: __init__.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.536869 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: __pycache__ {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.537200 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.537516 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: address_group.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.538292 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.538857 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: address-group Jun 30 05:19:00.539217 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: address_scope.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.539924 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.540436 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: address-scope Jun 30 05:19:00.540758 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: admin_state_down_before_update.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.541679 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.542190 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: router-admin-state-down-before-update Jun 30 05:19:00.542514 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: agent.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.543256 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.543961 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: agent Jun 30 05:19:00.544285 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: agent_resources_synced.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.545185 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.545691 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: agent-resources-synced Jun 30 05:19:00.546020 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: allowedaddresspairs.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.547810 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.548323 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: allowed-address-pairs Jun 30 05:19:00.548649 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: auto_allocated_topology.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.549722 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.550235 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: auto-allocated-topology Jun 30 05:19:00.550557 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: availability_zone.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.551276 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.551781 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: availability_zone Jun 30 05:19:00.552102 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: availability_zone_filter.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.553000 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.553505 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: availability_zone_filter Jun 30 05:19:00.554429 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: data_plane_status.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.555421 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.555932 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 05:19:00.556252 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: default_subnetpools.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.557152 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.557652 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: default-subnetpools Jun 30 05:19:00.557973 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: dhcpagentscheduler.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.558767 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.559301 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: dhcp_agent_scheduler Jun 30 05:19:00.559623 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: dns.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.560531 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.561034 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension dns-integration not supported by any of loaded plugins Jun 30 05:19:00.561360 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: dns_domain_ports.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.562270 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.562780 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 05:19:00.563102 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.564033 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.564534 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 05:19:00.564854 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: dvr.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.565520 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.566027 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: dvr Jun 30 05:19:00.566347 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: empty_string_filtering.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.567275 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.567781 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: empty-string-filtering Jun 30 05:19:00.568102 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.568997 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.570083 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 05:19:00.570561 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.571495 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.572004 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 05:19:00.572325 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: external_net.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.573221 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.573724 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: external-net Jun 30 05:19:00.574046 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: extra_dhcp_opt.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.574931 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.575469 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: extra_dhcp_opt Jun 30 05:19:00.575794 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: extraroute.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.576689 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.577189 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: extraroute Jun 30 05:19:00.577506 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: extraroute_atomic.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.578533 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.579041 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: extraroute-atomic Jun 30 05:19:00.579400 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: filter_validation.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.580043 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.580542 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: filter-validation Jun 30 05:19:00.580859 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: fip_pf_description.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.581754 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.582252 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 05:19:00.582570 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: fip_port_details.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.583500 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.584001 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: fip-port-details Jun 30 05:19:00.584320 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: flavors.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.585690 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.586204 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: flavors Jun 30 05:19:00.586527 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.588194 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.588712 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 05:19:00.589041 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: floatingip_pools.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.589737 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.590248 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: floatingip-pools Jun 30 05:19:00.590574 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: ip_allocation.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.591543 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.592049 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 05:19:00.592368 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.593275 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.593782 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: ip-substring-filtering Jun 30 05:19:00.594105 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: l2_adjacency.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.595023 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.595557 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 05:19:00.595888 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: l3.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.597122 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.597790 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: router Jun 30 05:19:00.597959 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: l3_conntrack_helper.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.600365 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.600954 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 05:19:00.601285 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.602208 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.602725 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: ext-gw-mode Jun 30 05:19:00.603050 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.603981 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.604492 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: l3-ha Jun 30 05:19:00.604815 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: l3_flavors.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.605741 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.606245 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: l3-flavors Jun 30 05:19:00.606566 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.607508 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.608009 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 05:19:00.608327 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: l3agentscheduler.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.609359 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.609870 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: l3_agent_scheduler Jun 30 05:19:00.610195 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: logging.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.611708 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.612232 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension logging not supported by any of loaded plugins Jun 30 05:19:00.612564 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: metering.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.613299 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.613878 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: metering Jun 30 05:19:00.614205 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.615324 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.615851 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: metering_source_and_destination_fields Jun 30 05:19:00.616183 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: multiprovidernet.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.617614 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.618123 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: multi-provider Jun 30 05:19:00.618450 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: netmtu.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.619386 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.619893 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: net-mtu Jun 30 05:19:00.620218 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: netmtu_writable.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.621126 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.621628 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: net-mtu-writable Jun 30 05:19:00.621954 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: network_availability_zone.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.622616 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.623133 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: network_availability_zone Jun 30 05:19:00.623472 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: network_ip_availability.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.624546 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.625058 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: network-ip-availability Jun 30 05:19:00.625382 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: network_segment_range.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.626140 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.626642 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 05:19:00.626964 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: pagination.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.628001 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.628333 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: pagination Jun 30 05:19:00.628655 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: port_device_profile.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.629561 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.630069 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: port-device-profile Jun 30 05:19:00.630392 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.631338 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.631938 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: port-mac-address-regenerate Jun 30 05:19:00.632738 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.633699 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.634210 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: port-numa-affinity-policy Jun 30 05:19:00.634531 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: port_resource_request.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.635459 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.635961 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 05:19:00.636288 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: portbindings.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.637214 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.637717 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: binding Jun 30 05:19:00.638036 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: portbindings_extended.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.639468 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.639986 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: binding-extended Jun 30 05:19:00.640312 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: portsecurity.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.641213 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.641721 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: port-security Jun 30 05:19:00.642045 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: project_id.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.643000 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.643365 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: project-id Jun 30 05:19:00.643688 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: providernet.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.644601 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.645112 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: provider Jun 30 05:19:00.645433 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: qos.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.649186 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.649710 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension qos not supported by any of loaded plugins Jun 30 05:19:00.650042 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.651316 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.651835 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 05:19:00.652162 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.653069 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.653582 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 05:19:00.653904 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: qos_default.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.654802 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.655334 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension qos-default not supported by any of loaded plugins Jun 30 05:19:00.655659 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: qos_fip.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.656311 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.656813 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension qos-fip not supported by any of loaded plugins Jun 30 05:19:00.657132 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: qos_gateway_ip.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.658041 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.658548 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 05:19:00.658870 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: qos_port_network_policy.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.659803 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.660309 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 05:19:00.660631 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: qos_rule_type_details.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.661532 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.662037 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 05:19:00.662359 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: qos_rules_alias.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.663526 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.664041 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 05:19:00.664368 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: quotasv2.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.665285 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.665616 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: quotas Jun 30 05:19:00.665938 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: quotasv2_detail.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.669022 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.669366 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: quota_details Jun 30 05:19:00.669701 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: rbac.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.670747 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.671303 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: rbac-policies Jun 30 05:19:00.671634 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: rbac_address_group.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.672748 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.673269 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: rbac-address-group Jun 30 05:19:00.673592 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: rbac_address_scope.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.674521 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.675034 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: rbac-address-scope Jun 30 05:19:00.675386 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: rbac_security_groups.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.676299 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.676811 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: rbac-security-groups Jun 30 05:19:00.677132 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: rbac_subnetpool.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.678033 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.678543 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: rbac-subnetpool Jun 30 05:19:00.679425 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: revisionifmatch.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.680337 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.680850 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: revision-if-match Jun 30 05:19:00.681171 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: revisions.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.682271 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.682782 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: standard-attr-revisions Jun 30 05:19:00.683132 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: router_availability_zone.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.683799 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.684313 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: router_availability_zone Jun 30 05:19:00.684633 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: routerservicetype.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.685539 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.686046 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension router-service-type not supported by any of loaded plugins Jun 30 05:19:00.686368 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.687328 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.687836 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: security-groups-normalized-cidr Jun 30 05:19:00.688156 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: security_groups_port_filtering.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.689069 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.689579 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: port-security-groups-filtering Jun 30 05:19:00.689902 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.690809 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.691348 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: security-groups-remote-address-group Jun 30 05:19:00.691671 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: securitygroup.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.702054 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.702587 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: security-group Jun 30 05:19:00.702921 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: segment.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.703734 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.704240 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension segment not supported by any of loaded plugins Jun 30 05:19:00.704567 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.705503 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.706012 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 05:19:00.706339 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: servicetype.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.707481 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.707998 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: service-type Jun 30 05:19:00.708324 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: sorting.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.709297 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.709631 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: sorting Jun 30 05:19:00.709975 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: standard_attr_segment.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.711022 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.711565 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 05:19:00.711893 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: standardattrdescription.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.712551 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.713066 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: standard-attr-description Jun 30 05:19:00.713402 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: stateful_security_group.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.714319 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.714835 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: stateful-security-group Jun 30 05:19:00.715183 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: stdattrs_common.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.715755 dv-cinder-772181-11-iscsi neutron-server[92734]: WARNING neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 05:19:00.716074 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.717000 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.717506 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 05:19:00.717826 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: subnet_onboard.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.718899 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.719437 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: subnet_onboard Jun 30 05:19:00.719763 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.720688 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.721196 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 05:19:00.721767 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: subnet_service_types.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.722699 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.723242 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: subnet-service-types Jun 30 05:19:00.723568 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: subnetallocation.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.724639 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.725155 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: subnet_allocation Jun 30 05:19:00.725480 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.726159 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.726676 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: subnetpool-prefix-ops Jun 30 05:19:00.727001 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.727965 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.728474 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 05:19:00.728797 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: tagging.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.729855 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.730375 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: standard-attr-tag Jun 30 05:19:00.730700 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: timestamp.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.731922 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.732439 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loaded extension: standard-attr-timestamp Jun 30 05:19:00.732765 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: trunk.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.733784 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.734298 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension trunk not supported by any of loaded plugins Jun 30 05:19:00.734623 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: trunk_details.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.735565 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.736074 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension trunk-details not supported by any of loaded plugins Jun 30 05:19:00.736400 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: uplink_status_propagation.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.737318 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.737829 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 05:19:00.738154 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Loading extension file: vlantransparent.py {{(pid=92734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 05:19:00.738815 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 05:19:00.739360 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 05:19:00.742461 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:network Jun 30 05:19:00.742995 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:subnet Jun 30 05:19:00.743430 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 05:19:00.743824 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:port Jun 30 05:19:00.745062 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.745493 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service FLAVORS assigned prefix: {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.746119 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.746538 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.746879 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:router Jun 30 05:19:00.747351 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:floatingip Jun 30 05:19:00.747840 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service METERING assigned prefix: /metering {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.749293 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.749663 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.750014 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:19:00.751051 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 05:19:00.751516 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:security_group Jun 30 05:19:00.751951 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 05:19:00.752554 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service CORE assigned prefix: {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.752893 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 05:19:00.753241 dv-cinder-772181-11-iscsi neutron-server[92734]: WARNING neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] subnetpool is already registered Jun 30 05:19:00.753667 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service CORE assigned prefix: {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.753996 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 05:19:00.754330 dv-cinder-772181-11-iscsi neutron-server[92734]: WARNING neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] subnetpool is already registered Jun 30 05:19:00.756639 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.757800 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service FLAVORS assigned prefix: {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.758396 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.758816 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.759178 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:router Jun 30 05:19:00.759524 dv-cinder-772181-11-iscsi neutron-server[92734]: WARNING neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] router is already registered Jun 30 05:19:00.759935 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:floatingip Jun 30 05:19:00.760272 dv-cinder-772181-11-iscsi neutron-server[92734]: WARNING neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] floatingip is already registered Jun 30 05:19:00.760726 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service METERING assigned prefix: /metering {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.761405 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 05:19:00.761735 dv-cinder-772181-11-iscsi neutron-server[92734]: WARNING neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] rbac_policy is already registered Jun 30 05:19:00.762148 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:security_group Jun 30 05:19:00.762485 dv-cinder-772181-11-iscsi neutron-server[92734]: WARNING neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] security_group is already registered Jun 30 05:19:00.762888 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 05:19:00.763252 dv-cinder-772181-11-iscsi neutron-server[92734]: WARNING neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] security_group_rule is already registered Jun 30 05:19:00.763877 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service CORE assigned prefix: {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.764212 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 05:19:00.764547 dv-cinder-772181-11-iscsi neutron-server[92734]: WARNING neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] subnetpool is already registered Jun 30 05:19:00.764968 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.v2.resource_helper [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Service CORE assigned prefix: {{(pid=92734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 05:19:00.765294 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 05:19:00.765624 dv-cinder-772181-11-iscsi neutron-server[92734]: WARNING neutron.quota.resource_registry [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] subnetpool is already registered Jun 30 05:19:00.766084 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: extensions {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.767627 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: address-groups {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.769071 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: address-scopes {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.770387 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: agents {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.771582 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: auto-allocated-topology {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.772861 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: availability_zones {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.774084 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: dhcp-networks {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.776631 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: dhcp-agents {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.778078 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: routers {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.779822 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: flavors {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.781098 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: service_profiles {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.782307 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: next_providers {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.783796 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: service_profiles {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.785328 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: floatingip-pools {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.786572 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: routers {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.788837 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: floatingips {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.790134 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: l3-routers {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.791534 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: l3-agents {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.792959 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: metering-labels {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.794218 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: metering-label-rules {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.795636 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: network-ip-availabilities {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.796892 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: bindings {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.798444 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: quotas {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.800037 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: quotas {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.801452 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: rbac-policies {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.802666 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: security-groups {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.804620 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: security-group-rules {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.805865 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: service-providers {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.807090 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: subnetpools {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.808441 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: subnetpools {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.809996 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: tags {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.811705 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: tags {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.813530 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: tags {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.815315 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: tags {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.817030 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: tags {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.818979 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: tags {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.820803 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: tags {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.822590 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: tags {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.824522 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: tags {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.826256 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron.api.extensions [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Extended resource: tags {{(pid=92734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 05:19:00.832262 dv-cinder-772181-11-iscsi neutron-server[92734]: WARNING keystonemiddleware.auth_token [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 05:19:00.836764 dv-cinder-772181-11-iscsi neutron-server[92734]: WARNING keystonemiddleware.auth_token [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 05:19:00.845946 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_concurrency.lockutils [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Acquired lock "singleton_lock" {{(pid=92734) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 05:19:00.846416 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_concurrency.lockutils [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Releasing lock "singleton_lock" {{(pid=92734) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 05:19:00.847337 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO oslo_service.service [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Starting 2 workers Jun 30 05:19:00.852663 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Started child 92842 {{(pid=92734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 05:19:00.859164 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Started child 92843 {{(pid=92734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 05:19:00.859346 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:00.859959 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO neutron.service [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 05:19:00.859959 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Notify callbacks [] for process, before_spawn {{(pid=92734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:00.860281 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [-] (92842) wsgi starting up on http://0.0.0.0:9696 Jun 30 05:19:00.860434 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 54280) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:00.861870 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO oslo_service.service [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Starting 1 workers Jun 30 05:19:00.862871 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:00.864356 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [-] (92843) wsgi starting up on http://0.0.0.0:9696 Jun 30 05:19:00.867780 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Started child 92844 {{(pid=92734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 05:19:00.868379 dv-cinder-772181-11-iscsi neutron-server[92734]: INFO oslo_service.service [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Starting 1 workers Jun 30 05:19:00.869958 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072589 Jun 30 05:19:00.872303 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.service [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] calling RpcWorker wait() {{(pid=92844) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 05:19:00.873260 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.service [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] returning from RpcWorker wait() {{(pid=92844) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 05:19:00.874323 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Started child 92845 {{(pid=92734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 05:19:00.874937 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:00.875172 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG neutron_lib.callbacks.manager [None req-91ab30ed-17fa-49c9-a980-6885f5b71ebf None None] Notify callbacks [] for process, after_spawn {{(pid=92734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:00.875459 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:00.877814 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92734) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 05:19:00.877814 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 05:19:00.877814 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 05:19:00.877814 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 05:19:00.878110 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 05:19:00.878292 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 05:19:00.878805 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.878976 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:00.879509 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.879509 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.879653 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.881788 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.881788 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.881788 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.881788 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.881788 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.881788 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.881788 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.881788 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.882876 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.883163 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.883477 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.883748 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.885751 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.885751 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.885751 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.885751 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.885751 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.885751 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.885751 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] debug = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.885751 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.886268 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.886519 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.886711 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.886936 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.887328 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.887694 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.889754 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.889754 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.889754 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.889754 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.889754 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.889754 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.889754 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.889754 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.890850 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.890850 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.890850 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] host = dv-cinder-772181-11-iscsi {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.890850 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.891405 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.893753 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.893753 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.893753 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.893753 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.893753 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.893753 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.893753 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.894692 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.894692 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.894692 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.894692 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.895251 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_file = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.895251 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_options = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.895522 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.895659 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.895875 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.898646 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.898646 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.898646 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.898646 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.898646 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.898646 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.898646 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.899689 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.899689 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.899689 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.899689 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.899689 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.899689 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.899689 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.900569 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.900569 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.900569 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.901077 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.901077 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.901355 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.901502 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.901638 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.903140 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.903140 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.903140 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.903140 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.903140 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.903140 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.903938 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.903938 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.903938 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.904349 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.904349 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.904607 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.905320 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.905320 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.905320 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.905754 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.905754 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.906014 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.906156 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.906402 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.906619 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] use_json = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.906844 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.907062 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.907345 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.907565 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.907784 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.909837 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.909837 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.909837 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:00.909837 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.909837 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.910543 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.910543 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.910543 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.910923 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:00.911126 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.911126 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.911711 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.911711 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.911977 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.912165 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.912421 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.912719 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.913574 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.913812 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.914246 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.914630 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.915036 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.915408 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.915751 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.916991 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.916991 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.916991 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.917226 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.917887 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.918182 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.918935 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.919292 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.920764 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.920764 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.920960 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.921229 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.921831 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.921831 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.922001 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.924182 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.924182 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.924182 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.924182 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.924182 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.924182 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.924182 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.924182 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.924688 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.924688 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.924806 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.925063 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.926836 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.926836 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.926836 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.926836 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.926836 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.926836 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.926836 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.926836 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.927519 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.927519 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.927519 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.927712 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.929521 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.929521 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.929521 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.929521 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.929802 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.929954 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.931005 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.931005 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.931005 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.931005 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.931362 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.931362 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.931525 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.931708 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.931929 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.932149 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.932390 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.936297 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.936297 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.937001 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.937254 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.937521 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.937762 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.938263 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.938497 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.939569 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.939880 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.940319 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.940780 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.941216 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.941669 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.942064 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.942526 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.943838 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.948054 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.948571 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.948972 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.949222 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.949518 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.949892 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.950172 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.950449 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.950682 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.950927 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.951230 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.951500 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.951740 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.952020 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.952311 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.952554 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.952830 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.953116 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.953390 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.953651 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.955279 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.955279 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.955279 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.955279 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.955279 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.955662 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.955757 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.955969 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.956224 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.956494 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.958180 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.958452 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.958716 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.958968 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.959296 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.959525 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.959773 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.960596 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.960991 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.961349 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.961586 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.961811 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.963897 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.964801 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.964801 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.968173 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.968297 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.968541 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.968827 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.969104 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.969392 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.969674 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.969934 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.970181 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.970430 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.970679 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.970906 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.972500 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.972943 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.975795 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.976112 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.976410 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.976647 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.976912 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.977160 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.977422 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.977690 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.977922 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.978157 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.978408 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.978647 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.978876 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.979144 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.979772 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.980176 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.980480 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.980854 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.981222 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.981606 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.982080 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.982478 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.982738 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.982967 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.983355 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.984339 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.984339 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.984339 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.984575 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.984864 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.985323 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.986684 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.988143 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.988143 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.988143 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.988386 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.988616 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.988962 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.989468 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.990656 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.990936 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.991266 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.991505 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.991777 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.992017 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.992246 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.992502 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.992756 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.993005 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.993244 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.993462 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.993678 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.993898 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.994134 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.994440 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.994707 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.994946 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.995295 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.995584 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.995856 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.996107 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.997125 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.997125 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.997125 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.997125 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.997413 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.997480 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.997720 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.998524 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.998524 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.998524 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.998752 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.998828 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.999002 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.999233 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.999457 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.999673 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:00.999888 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.000141 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.000391 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.000603 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.000825 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.001043 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.001259 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.002373 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.002373 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.002373 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.002373 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.002659 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.002833 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.003064 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.003391 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.003641 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.003923 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.004157 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.005160 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.005160 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.005160 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.005160 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.007380 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.007380 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.007380 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.007380 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.007380 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.007380 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.008379 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.008379 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.008379 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.008678 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.008783 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.009015 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.009285 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.009949 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.009949 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.010290 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.010290 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.010973 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.010973 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.010973 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.011429 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.011429 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.011639 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.011859 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.012106 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.012390 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.012603 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.012827 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.012984 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 05:19:01.013494 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92734) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 05:19:01.013650 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 05:19:01.013799 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 05:19:01.013959 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 05:19:01.014129 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 05:19:01.014281 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 05:19:01.014481 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.014641 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.014799 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.014957 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.015130 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.016585 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.016585 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.016585 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.016927 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.016927 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.016927 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.017228 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.017228 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.017425 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.018181 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.018181 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.018181 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.018181 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.018181 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.018548 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.018548 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.018548 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.019268 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] debug = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.019268 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.019268 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.019268 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.019669 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.019669 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.019669 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.020031 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.020031 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.020031 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.020549 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.020549 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.020549 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.020841 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.020841 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.020995 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.021076 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.021153 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.021311 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] host = dv-cinder-772181-11-iscsi {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.021467 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.021623 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.021779 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.021935 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.022090 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.022245 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.022421 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.023221 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.024136 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.024136 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.024136 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.024136 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.024136 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.024652 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_file = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.024652 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_options = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.024652 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.024652 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.025040 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.025040 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.025237 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.025237 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.025465 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.025590 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.025724 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.025850 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.025974 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.026113 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.026268 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.026425 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.026579 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.026734 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.026889 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.027049 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.027261 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.027361 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.027522 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.027677 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.027826 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.027989 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.028130 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.028269 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.028647 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.028647 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.028913 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.028913 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.029170 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.029170 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.029433 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.029433 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.029696 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.029696 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.029969 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.030102 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.030245 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.030382 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.030518 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.030661 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.030797 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.030934 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.031080 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.031330 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] use_json = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.031330 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.031593 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.031593 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.031852 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.031987 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.032123 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.032258 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.032407 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 05:19:01.032548 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.032684 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.032820 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:01.032963 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.032963 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.033346 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.033346 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.033615 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.033615 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.033884 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.033884 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.034142 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.034142 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.034412 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.034412 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.034709 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.034849 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.035005 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.035161 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.035306 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.035442 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.035578 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.035714 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.035862 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.036010 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.036156 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.036295 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.036431 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.036601 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.036766 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.036920 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.037058 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.037221 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.037401 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.037555 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.037693 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.037829 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.037964 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.038141 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.038282 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.038449 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.038587 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.038724 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.038870 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.039019 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.039239 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.039385 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.039524 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.039674 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.039812 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.039948 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.040085 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.040230 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.040368 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.040528 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.040672 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.040831 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.040986 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.041124 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.041282 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.041425 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.041572 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.041745 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.041889 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.042049 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.042193 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.042338 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.042500 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.042645 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.042804 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.042956 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.043104 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.043269 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.043497 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.043643 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.043781 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.043917 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.044053 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.044189 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.044338 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.044487 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.044625 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.044763 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.044900 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.045891 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.045891 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.045891 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.045891 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.045891 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.045891 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.046892 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.046892 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.046892 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.046892 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.046892 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.046892 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.046892 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.048688 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.048688 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.048688 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.048688 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.048688 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.048688 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.048688 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.048688 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.049810 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.049810 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.049810 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.049810 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.049810 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.049810 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.049810 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.049810 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.050596 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.050596 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.050596 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.050596 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.050596 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.050596 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.050596 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.050596 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.051826 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.051826 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.051826 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.051826 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.051826 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.051826 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.051826 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.052637 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.052637 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.052637 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.052637 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.052637 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.053126 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.053126 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.053126 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.053409 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.053409 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.053803 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.053803 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.053803 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.054186 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.054186 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.054382 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.054382 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.054591 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.054695 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.054828 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.054937 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.055096 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.055282 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.055424 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.055584 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.055743 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.055901 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.056059 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.056235 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.056378 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.056514 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.056661 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.056800 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.056937 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.057103 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.057287 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.057456 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.057612 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.057762 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.057905 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.058051 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.058193 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.058338 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.058495 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.058646 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.058807 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.058959 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.059138 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.059315 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.059506 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.059656 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.059802 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.059942 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.060098 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.060250 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.060412 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.060564 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.060726 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.060886 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.061046 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.061220 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.061379 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.061537 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.061696 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.061853 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.062013 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.062171 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.062330 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.062488 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.062647 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.062815 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.062962 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.063819 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.063819 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.063819 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.063819 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.063819 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.064160 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.064160 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.064278 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.064342 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.064501 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.064675 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.064824 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.064963 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.065252 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.065252 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.065642 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.065642 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.066217 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.066217 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.066217 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.066217 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.066727 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.066727 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.066727 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.066727 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.067333 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.067333 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.067333 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.067333 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.067802 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.067802 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.067802 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.068032 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.068111 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.068234 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.068391 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.068550 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.068716 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.068876 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.069032 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.069199 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.069886 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.070047 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.070209 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.070378 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.070537 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.070698 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.070857 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.071020 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.071212 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.071348 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.071484 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.071654 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.071821 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.071983 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.072410 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.072410 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.072590 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.072682 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.072763 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.072934 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.073096 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.073236 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.073373 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.073532 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.073676 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.073836 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.073991 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.074130 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.074274 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.074420 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.074577 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.074734 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.074892 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.075050 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.076028 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.076199 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.076338 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.076497 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.076641 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 05:19:01.076797 dv-cinder-772181-11-iscsi neutron-server[92734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 05:19:12.167407 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136bf9a6-1968-4e4e-b6bc-53bbc79c1e86 None None] get_active_networks_info from dv-cinder-772181-11-iscsi {{(pid=92844) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 05:19:12.231364 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136bf9a6-1968-4e4e-b6bc-53bbc79c1e86 None None] No non-hosted networks {{(pid=92844) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 05:19:12.247372 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b8ec42a3-6cbd-4312-a3b3-1aff99ed03af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3745789'] for agent, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:14.684793 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-51d93634-2518-4a00-b2ef-80b0d52b7235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3745789'] for agent, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:14.758247 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3745789'] for agent, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:14.759305 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:14.759896 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:14.760377 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:14.761021 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:14.761511 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:14.762003 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:14.762504 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:14.763143 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:14.763620 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:14.764311 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:14.764857 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:14.765378 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:14.766031 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772181-11-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:14.778111 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772181-11-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:14.790303 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-ae7fb6b2-85a1-4796-80ce-6b4afd428763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:15.801646 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3745789'] for agent, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:17.264980 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3745789'] for agent, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:18.593716 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 54386) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:19.080874 dv-cinder-772181-11-iscsi neutron-server[92842]: WARNING oslo_policy.policy [None req-2b442d7d-3cef-4656-860a-c9c89dd99130 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 05:19:19.081463 dv-cinder-772181-11-iscsi neutron-server[92842]: WARNING oslo_policy.policy [None req-2b442d7d-3cef-4656-860a-c9c89dd99130 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 05:19:19.299963 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [None req-2b442d7d-3cef-4656-860a-c9c89dd99130 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 05:19:19.315137 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-2b442d7d-3cef-4656-860a-c9c89dd99130 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7064600 Jun 30 05:19:21.004362 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.db.l3_hamode_db [None req-d47681f8-1024-4b46-a8ff-2bc0b28089f5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 05:19:21.079649 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47681f8-1024-4b46-a8ff-2bc0b28089f5 None None] Routers set() bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:19:21.080037 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47681f8-1024-4b46-a8ff-2bc0b28089f5 None None] Router IDs set() for agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 05:19:21.619140 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 54400) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:21.922767 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-7f47a534-ecb3-422a-9a5c-17415b283236 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:19:22.016146 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.policy [None req-7f47a534-ecb3-422a-9a5c-17415b283236 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92842) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 05:19:22.060470 dv-cinder-772181-11-iscsi neutron-server[92842]: WARNING oslo_policy.policy [None req-7f47a534-ecb3-422a-9a5c-17415b283236 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 05:19:22.060836 dv-cinder-772181-11-iscsi neutron-server[92842]: WARNING oslo_policy.policy [None req-7f47a534-ecb3-422a-9a5c-17415b283236 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 05:19:22.069786 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.quota [None req-7f47a534-ecb3-422a-9a5c-17415b283236 admin admin] Loaded quota_driver: . Jun 30 05:19:22.160634 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7f47a534-ecb3-422a-9a5c-17415b283236 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786354287216', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786354286723', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786354300082', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786354301544', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786354295851', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786354191457', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-612930', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-751999', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3821719', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3775926'] for rbac-policy, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:22.223088 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7f47a534-ecb3-422a-9a5c-17415b283236 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:22.224273 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-7f47a534-ecb3-422a-9a5c-17415b283236 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6041846 Jun 30 05:19:24.711249 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 54412) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:25.005588 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Request body: {'network': {'project_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'name': 'private', 'admin_state_up': True}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:19:25.033520 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Made reservation on behalf of 6deaf713216a4ef48d7d11cfb16a1d22 for: {'network': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:19:25.036569 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:25.054324 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:25.173743 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:25.177204 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:25.194982 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=92842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:19:25.225032 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786356311610', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:25.225752 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Unsubscribe: segment precommit_create {{(pid=92842) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 05:19:25.226247 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.segments_db [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Added segment f49428d7-8c93-4092-8717-fc87ef13b71c of type vlan for network f0fc0b58-8a9f-4752-9285-4de1ec56b25d Jun 30 05:19:25.244073 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b810080-37ae-4698-8202-3e66a2c5380b,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:25.292663 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:25.293014 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:25.293350 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:25.293677 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:25.294005 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:25.294344 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:25.294668 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:25.294997 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:25.295368 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:25.295678 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:25.295989 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:25.296297 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Tracked resource versions report: Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: pushed versions: Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: { 'AddressGroup': {'1.2'}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'ConntrackHelper': {'1.0'}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Log': {'1.0'}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Network': {'1.1'}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Port': {'1.7'}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'PortForwarding': {'1.2'}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'QosPolicy': {'1.8'}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'SecurityGroup': {'1.4'}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'SecurityGroupRule': {'1.2'}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'SubPort': {'1.0'}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Subnet': {'1.1'}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Trunk': {'1.1'}} Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: consumer versions: Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: { DHCP agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: L3 agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: Metadata agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: Metering agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: Open vSwitch agent@dv-cinder-772181-11-iscsi: { 'AddressGroup': '1.2', Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'ConntrackHelper': '1.0', Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Log': '1.0', Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Network': '1.1', Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Port': '1.7', Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'PortForwarding': '1.2', Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'QosPolicy': '1.8', Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'SecurityGroup': '1.4', Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'SecurityGroupRule': '1.2', Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'SubPort': '1.0', Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Subnet': '1.1', Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Trunk': '1.1'}} Jun 30 05:19:25.297591 dv-cinder-772181-11-iscsi neutron-server[92842]: {{(pid=92842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 05:19:25.349095 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:25.398205 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:25.399309 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:19:25.399971 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:25.487991 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7755876 Jun 30 05:19:25.494885 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e09cc-0486-4bab-9a58-912deca90b1d admin admin] Pushing event updated for resources: {'Network': ['ID=f0fc0b58-8a9f-4752-9285-4de1ec56b25d,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:25.515007 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network f0fc0b58-8a9f-4752-9285-4de1ec56b25d details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:19:28.055010 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 54426) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:28.440216 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f09806c-63c3-42d8-bfaf-e0d6fb7c9e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:19:28.441561 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-4f09806c-63c3-42d8-bfaf-e0d6fb7c9e3e admin admin] 10.222.0.41 "GET /v2.0/networks/f0fc0b58-8a9f-4752-9285-4de1ec56b25d HTTP/1.1" status: 200 len: 825 time: 0.3855829 Jun 30 05:19:28.465841 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-4c3efd63-6949-4b38-87ae-21d8006ae856 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/6449313d-c854-4ab6-8464-3be52973f64c HTTP/1.1" status: 200 len: 734 time: 0.0187566 Jun 30 05:19:28.474862 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-d2dadc58-1d3d-49c0-8dca-9088de38d49a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'subnetpool_id': '6449313d-c854-4ab6-8464-3be52973f64c', 'ip_version': 4}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:19:28.497357 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dadc58-1d3d-49c0-8dca-9088de38d49a admin admin] Made reservation on behalf of 6deaf713216a4ef48d7d11cfb16a1d22 for: {'subnet': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:19:28.499647 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d2dadc58-1d3d-49c0-8dca-9088de38d49a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:28.797510 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d2dadc58-1d3d-49c0-8dca-9088de38d49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for subnet, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:28.866840 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dadc58-1d3d-49c0-8dca-9088de38d49a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8263ce1-eff3-48b0-bc36-84c80d41984a,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:28.870707 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dadc58-1d3d-49c0-8dca-9088de38d49a admin admin] Checking segment: {'id': 'f49428d7-8c93-4092-8717-fc87ef13b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:19:28.871067 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dadc58-1d3d-49c0-8dca-9088de38d49a admin admin] Network hostable DHCP agents. Network: f0fc0b58-8a9f-4752-9285-4de1ec56b25d, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:19:28.891814 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dadc58-1d3d-49c0-8dca-9088de38d49a admin admin] Network f0fc0b58-8a9f-4752-9285-4de1ec56b25d is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:19:28.903907 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-d2dadc58-1d3d-49c0-8dca-9088de38d49a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, f0fc0b58-8a9f-4752-9285-4de1ec56b25d) {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:19:28.908849 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dadc58-1d3d-49c0-8dca-9088de38d49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:19:28.909458 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d2dadc58-1d3d-49c0-8dca-9088de38d49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:28.914461 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e915ea-13b2-4671-9d24-46f02aaacfa7 None None] Network f0fc0b58-8a9f-4752-9285-4de1ec56b25d requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:19:28.922274 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-d2dadc58-1d3d-49c0-8dca-9088de38d49a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4515967 Jun 30 05:19:29.221474 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a6ffb9-e4e1-585c-8c49-45cd88d7d148-f0fc0b58-8a9f-4752-9285-4de1ec56b25d', 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'fixed_ips': [{'subnet_id': 'a8263ce1-eff3-48b0-bc36-84c80d41984a'}]}} from dv-cinder-772181-11-iscsi. {{(pid=92844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 05:19:29.222778 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:29.496780 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.db_base_plugin_common [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Allocated IP 172.20.0.2 (f0fc0b58-8a9f-4752-9285-4de1ec56b25d/a8263ce1-eff3-48b0-bc36-84c80d41984a/11dd2d32-4c42-4ec4-a5b3-3b68de637f0c) {{(pid=92844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:19:29.728331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Notify callbacks [] for port, precommit_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:29.743132 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Transition to ACTIVE for port object 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:19:29.763447 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Transition to ACTIVE for port object 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c will not be triggered until provisioned by entity DHCP. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:19:29.772827 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:29.840445 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Network f0fc0b58-8a9f-4752-9285-4de1ec56b25d is already hosted by enough agents. {{(pid=92844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:19:29.844970 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.base_scheduler [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Resources bound (agent type, host, resource id): {{(pid=92844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:19:29.858485 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Received port after_create {{(pid=92844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:19:29.861503 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Pushing event updated for resources: {'Port': ['ID=11dd2d32-4c42-4ec4-a5b3-3b68de637f0c,revision_number=1']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:29.885982 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:29.886349 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:29.886688 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:29.887019 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:29.887375 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:29.887752 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:29.888080 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:29.888403 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:29.888735 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:29.889066 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:29.889385 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:29.889701 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Tracked resource versions report: Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: pushed versions: Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: { 'AddressGroup': {'1.2'}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'ConntrackHelper': {'1.0'}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Log': {'1.0'}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Network': {'1.1'}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Port': {'1.7'}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'PortForwarding': {'1.2'}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'QosPolicy': {'1.8'}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'SecurityGroup': {'1.4'}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'SecurityGroupRule': {'1.2'}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'SubPort': {'1.0'}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Subnet': {'1.1'}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Trunk': {'1.1'}} Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: consumer versions: Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: { DHCP agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: L3 agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: Metadata agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: Metering agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: Open vSwitch agent@dv-cinder-772181-11-iscsi: { 'AddressGroup': '1.2', Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'ConntrackHelper': '1.0', Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Log': '1.0', Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Network': '1.1', Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Port': '1.7', Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'PortForwarding': '1.2', Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'QosPolicy': '1.8', Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'SecurityGroup': '1.4', Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'SecurityGroupRule': '1.2', Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'SubPort': '1.0', Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Subnet': '1.1', Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Trunk': '1.1'}} Jun 30 05:19:29.891020 dv-cinder-772181-11-iscsi neutron-server[92844]: {{(pid=92844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 05:19:29.941187 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Attempting to bind port 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:19:29.941807 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Attempting to bind port 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'f49428d7-8c93-4092-8717-fc87ef13b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:19:29.941991 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Attempting to bind port 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c on network f0fc0b58-8a9f-4752-9285-4de1ec56b25d {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:19:29.947393 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:19:29.947795 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Checking segment: {'id': 'f49428d7-8c93-4092-8717-fc87ef13b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:19:29.948276 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:29.948658 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Bound using segment: {'id': 'f49428d7-8c93-4092-8717-fc87ef13b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:19:29.949135 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Bound port: 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49428d7-8c93-4092-8717-fc87ef13b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:19:29.949549 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:30.012378 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] For port 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:19:30.016616 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] For port 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=11dd2d32-4c42-4ec4-a5b3-3b68de637f0c,segment=NetworkSegment(f49428d7-8c93-4092-8717-fc87ef13b71c),segment_id=f49428d7-8c93-4092-8717-fc87ef13b71c)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:19:30.020911 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:30.083785 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9456c32-4082-4abf-acb1-efc863ac5d02 None None] Pushing event updated for resources: {'Port': ['ID=11dd2d32-4c42-4ec4-a5b3-3b68de637f0c,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:31.256658 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 54434) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:31.779904 dv-cinder-772181-11-iscsi neutron-server[92843]: WARNING oslo_policy.policy [None req-57aaaf72-8aa4-4a90-be4f-4ce44b744082 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 05:19:31.779904 dv-cinder-772181-11-iscsi neutron-server[92843]: WARNING oslo_policy.policy [None req-57aaaf72-8aa4-4a90-be4f-4ce44b744082 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 05:19:31.996605 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [None req-57aaaf72-8aa4-4a90-be4f-4ce44b744082 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 05:19:31.997839 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-57aaaf72-8aa4-4a90-be4f-4ce44b744082 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7390087 Jun 30 05:19:34.335609 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 54448) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:34.651398 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [None req-c3159204-4af2-4cdf-aed1-94447a940796 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 05:19:34.652335 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-c3159204-4af2-4cdf-aed1-94447a940796 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3158426 Jun 30 05:19:36.111474 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef10b1e3-1e13-405f-bf9a-96db86845d53 None None] Network f0fc0b58-8a9f-4752-9285-4de1ec56b25d requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:19:36.220405 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-4fba7945-030f-477d-9410-edbf0b4280c1 None None] Provisioning for port 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:19:36.751605 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:19:36.832527 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:19:36.836321 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:19:36.836690 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:36.945675 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:36.982146 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=11dd2d32-4c42-4ec4-a5b3-3b68de637f0c,segment=NetworkSegment(f49428d7-8c93-4092-8717-fc87ef13b71c),segment_id=f49428d7-8c93-4092-8717-fc87ef13b71c)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:19:36.985856 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:37.035156 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=11dd2d32-4c42-4ec4-a5b3-3b68de637f0c,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:37.231467 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 54462) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:37.521779 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-9d9caf5c-15c0-4289-92f1-45773e9f1191 admin admin] Request body: {'router': {'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'name': 'router1', 'admin_state_up': True}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:19:37.587484 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.policy [None req-9d9caf5c-15c0-4289-92f1-45773e9f1191 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92843) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 05:19:37.632615 dv-cinder-772181-11-iscsi neutron-server[92843]: WARNING oslo_policy.policy [None req-9d9caf5c-15c0-4289-92f1-45773e9f1191 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 05:19:37.632980 dv-cinder-772181-11-iscsi neutron-server[92843]: WARNING oslo_policy.policy [None req-9d9caf5c-15c0-4289-92f1-45773e9f1191 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 05:19:37.641496 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.quota [None req-9d9caf5c-15c0-4289-92f1-45773e9f1191 admin admin] Loaded quota_driver: . Jun 30 05:19:37.697880 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9d9caf5c-15c0-4289-92f1-45773e9f1191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102800'] for router, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:37.699676 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9d9caf5c-15c0-4289-92f1-45773e9f1191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102793'] for router, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:37.850947 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9d9caf5c-15c0-4289-92f1-45773e9f1191 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:37.855638 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9d9caf5c-15c0-4289-92f1-45773e9f1191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746902'] for router, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:37.872466 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9d9caf5c-15c0-4289-92f1-45773e9f1191 admin admin] Notify callbacks [] for router, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:37.873541 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-9d9caf5c-15c0-4289-92f1-45773e9f1191 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6410439 Jun 30 05:19:38.730632 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:19:38.778193 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:19:38.778558 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:40.180437 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 54472) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:40.484999 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [None req-95fd10fe-b8cd-46d6-beee-8e706a7b52c9 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 05:19:40.485947 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-95fd10fe-b8cd-46d6-beee-8e706a7b52c9 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3045886 Jun 30 05:19:42.072971 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-590a11cb-d7ad-4f7c-89ca-298c34c69772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:42.791685 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 54480) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:43.095080 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:19:43.119745 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Made reservation on behalf of 462fa67d068341e195ec8ea837814d52 for: {'network': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:19:43.122500 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:43.138269 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:43.255713 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:43.259224 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:43.269167 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Reserving flat network on physical network physnet1 {{(pid=92843) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 05:19:43.301076 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786356311610', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:43.302658 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Unsubscribe: segment precommit_create {{(pid=92843) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 05:19:43.303189 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.segments_db [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Added segment dffdd591-e97b-40ed-adf5-31bc2bfeaa81 of type flat for network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 Jun 30 05:19:43.322323 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a231e7-824a-42c7-a5a4-550a902cdc7d,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:43.367775 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:43.368128 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:43.368467 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:43.368792 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:43.369115 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:43.369453 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:43.369776 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:43.370106 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:43.370441 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:43.370757 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:43.371066 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:43.371403 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Tracked resource versions report: Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: pushed versions: Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: { 'AddressGroup': {'1.2'}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'ConntrackHelper': {'1.0'}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Log': {'1.0'}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Network': {'1.1'}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Port': {'1.7'}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'PortForwarding': {'1.2'}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'QosPolicy': {'1.8'}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'SecurityGroup': {'1.4'}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'SecurityGroupRule': {'1.2'}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'SubPort': {'1.0'}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Subnet': {'1.1'}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Trunk': {'1.1'}} Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: consumer versions: Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: { DHCP agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: L3 agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: Metadata agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: Metering agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: Open vSwitch agent@dv-cinder-772181-11-iscsi: { 'AddressGroup': '1.2', Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'ConntrackHelper': '1.0', Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Log': '1.0', Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Network': '1.1', Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Port': '1.7', Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'PortForwarding': '1.2', Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'QosPolicy': '1.8', Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'SecurityGroup': '1.4', Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'SecurityGroupRule': '1.2', Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'SubPort': '1.0', Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Subnet': '1.1', Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Trunk': '1.1'}} Jun 30 05:19:43.372706 dv-cinder-772181-11-iscsi neutron-server[92843]: {{(pid=92843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 05:19:43.431987 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:43.482958 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:43.484158 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:19:43.484813 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:43.556126 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7632861 Jun 30 05:19:43.585766 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a72c8-83c7-4de5-80ab-fe53cb0ff83d admin admin] Pushing event updated for resources: {'Network': ['ID=baaca982-d1cd-4ce8-95d0-ccecaf1c3851,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:43.596663 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:19:44.677629 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e971eda4-19b9-4028-8411-48ba64264afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:44.732764 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:45.747875 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:45.944956 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 54492) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:46.293243 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e50025b-395e-4d93-95bc-2e10361ef428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:19:46.294621 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-2e50025b-395e-4d93-95bc-2e10361ef428 admin admin] 10.222.0.41 "GET /v2.0/subnets/a8263ce1-eff3-48b0-bc36-84c80d41984a HTTP/1.1" status: 200 len: 849 time: 0.3487003 Jun 30 05:19:46.429879 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-78302ca8-2231-45a5-93cc-46355bdab019 admin admin] 10.222.0.41 "GET /v2.0/routers/a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd HTTP/1.1" status: 200 len: 704 time: 0.1298161 Jun 30 05:19:46.691199 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:46.980016 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Allocated IP 172.20.0.1 (f0fc0b58-8a9f-4752-9285-4de1ec56b25d/a8263ce1-eff3-48b0-bc36-84c80d41984a/83fded03-e99e-49ea-aa5c-f31e144241be) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:19:47.163645 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:47.186837 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.provisioning_blocks [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Transition to ACTIVE for port object 83fded03-e99e-49ea-aa5c-f31e144241be will not be triggered until provisioned by entity DHCP. {{(pid=92843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:19:47.228164 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:47.268796 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:47.336389 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Network f0fc0b58-8a9f-4752-9285-4de1ec56b25d is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:19:47.340850 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:19:47.352193 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:19:47.352715 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746143'] for router_interface, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:47.377716 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Pushing event updated for resources: {'Port': ['ID=83fded03-e99e-49ea-aa5c-f31e144241be,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:47.520705 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-4f3b1a25-c3c4-43be-8a97-2d1b05c92039 None None] Provisioning for port 83fded03-e99e-49ea-aa5c-f31e144241be completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:19:47.524203 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-4f3b1a25-c3c4-43be-8a97-2d1b05c92039 None None] Provisioning complete for port 83fded03-e99e-49ea-aa5c-f31e144241be triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:19:47.524600 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-4f3b1a25-c3c4-43be-8a97-2d1b05c92039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:47.557677 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b1a25-c3c4-43be-8a97-2d1b05c92039 None None] Port 83fded03-e99e-49ea-aa5c-f31e144241be cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:19:47.618714 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:47.787620 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:47.791879 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:47.792697 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746664'] for router_interface, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:47.867119 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Pushing event updated for resources: {'Port': ['ID=83fded03-e99e-49ea-aa5c-f31e144241be,revision_number=2']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:47.913180 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Network f0fc0b58-8a9f-4752-9285-4de1ec56b25d is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:19:47.914441 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:19:48.071083 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Router a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd is scheduled to L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 with binding_index 1 {{(pid=92843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 05:19:48.077466 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-1834f028-e020-48d8-b743-2cad481b2ae4 None None] Provisioning complete for port 83fded03-e99e-49ea-aa5c-f31e144241be triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:19:48.077837 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1834f028-e020-48d8-b743-2cad481b2ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:48.110628 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-1834f028-e020-48d8-b743-2cad481b2ae4 None None] Port 83fded03-e99e-49ea-aa5c-f31e144241be cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:19:48.159751 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:19:48.165466 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-1309b23e-0f7d-428d-90b8-60e191acf201 admin admin] 10.222.0.41 "PUT /v2.0/routers/a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7306836 Jun 30 05:19:48.182873 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Sync routers for ids ['a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:19:48.194349 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Routers {'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:19:48.195188 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:19:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:48.375716 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Set router a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd gateway port host: None {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:19:48.793752 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'name': 'router1', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:19:37Z', 'updated_at': '2021-06-30T05:19:47Z', 'revision_number': 2, 'project_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'gw_port_host': None, '_interfaces': [{'id': '83fded03-e99e-49ea-aa5c-f31e144241be', 'name': '', 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'mac_address': 'fa:16:3e:eb:a9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8263ce1-eff3-48b0-bc36-84c80d41984a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:19:46Z', 'updated_at': '2021-06-30T05:19:47Z', 'revision_number': 2, 'project_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'subnets': [{'id': 'a8263ce1-eff3-48b0-bc36-84c80d41984a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6449313d-c854-4ab6-8464-3be52973f64c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:48.843753 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Checking router: a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:19:48.844125 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Updating router a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd port 83fded03-e99e-49ea-aa5c-f31e144241be binding host dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:19:48.907520 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:49.390144 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Notify callbacks [] for port, precommit_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:49.407743 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.provisioning_blocks [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Transition to ACTIVE for port object 83fded03-e99e-49ea-aa5c-f31e144241be will not be triggered until provisioned by entity L2. {{(pid=92845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:19:49.414630 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:49.567234 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Pushing event updated for resources: {'Port': ['ID=83fded03-e99e-49ea-aa5c-f31e144241be,revision_number=3']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:49.581606 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:49.581887 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:49.582752 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:49.583139 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:49.583467 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:49.583792 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:49.584119 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:49.584436 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:49.584838 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:49.585081 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:49.585391 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:49.585702 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Tracked resource versions report: Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: pushed versions: Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: { 'AddressGroup': {'1.2'}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'ConntrackHelper': {'1.0'}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Log': {'1.0'}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Network': {'1.1'}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Port': {'1.7'}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'PortForwarding': {'1.2'}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'QosPolicy': {'1.8'}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'SecurityGroup': {'1.4'}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'SecurityGroupRule': {'1.2'}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'SubPort': {'1.0'}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Subnet': {'1.1'}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Trunk': {'1.1'}} Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: consumer versions: Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: { DHCP agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: L3 agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: Metadata agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: Metering agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: Open vSwitch agent@dv-cinder-772181-11-iscsi: { 'AddressGroup': '1.2', Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'ConntrackHelper': '1.0', Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Log': '1.0', Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Network': '1.1', Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Port': '1.7', Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'PortForwarding': '1.2', Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'QosPolicy': '1.8', Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'SecurityGroup': '1.4', Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'SecurityGroupRule': '1.2', Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'SubPort': '1.0', Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Subnet': '1.1', Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Trunk': '1.1'}} Jun 30 05:19:49.587088 dv-cinder-772181-11-iscsi neutron-server[92845]: {{(pid=92845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 05:19:49.595231 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Attempting to bind port 83fded03-e99e-49ea-aa5c-f31e144241be on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:19:49.596339 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Attempting to bind port 83fded03-e99e-49ea-aa5c-f31e144241be by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'f49428d7-8c93-4092-8717-fc87ef13b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d'}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:19:49.596339 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Attempting to bind port 83fded03-e99e-49ea-aa5c-f31e144241be on network f0fc0b58-8a9f-4752-9285-4de1ec56b25d {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:19:49.602595 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:19:49.603036 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Checking segment: {'id': 'f49428d7-8c93-4092-8717-fc87ef13b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:19:49.603576 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:49.603982 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Bound using segment: {'id': 'f49428d7-8c93-4092-8717-fc87ef13b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d'} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:19:49.604535 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Bound port: 83fded03-e99e-49ea-aa5c-f31e144241be, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49428d7-8c93-4092-8717-fc87ef13b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d'}}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:19:49.604992 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:49.671265 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] For port 83fded03-e99e-49ea-aa5c-f31e144241be, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:19:49.692044 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] For port 83fded03-e99e-49ea-aa5c-f31e144241be, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=83fded03-e99e-49ea-aa5c-f31e144241be,segment=NetworkSegment(f49428d7-8c93-4092-8717-fc87ef13b71c),segment_id=f49428d7-8c93-4092-8717-fc87ef13b71c)] {{(pid=92845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:19:49.696008 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:49.741797 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Routers {'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:19:49.742426 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:19:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:49.823095 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed599a6-114d-4c6e-973c-08b5a7d14227 None None] Pushing event updated for resources: {'Port': ['ID=83fded03-e99e-49ea-aa5c-f31e144241be,revision_number=4']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:49.848172 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] Set router a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd gateway port host: None {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:19:50.051409 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'name': 'router1', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:19:37Z', 'updated_at': '2021-06-30T05:19:47Z', 'revision_number': 2, 'project_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'gw_port_host': None, '_interfaces': [{'id': '83fded03-e99e-49ea-aa5c-f31e144241be', 'name': '', 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'mac_address': 'fa:16:3e:eb:a9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8263ce1-eff3-48b0-bc36-84c80d41984a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:19:46Z', 'updated_at': '2021-06-30T05:19:49Z', 'revision_number': 4, 'project_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'subnets': [{'id': 'a8263ce1-eff3-48b0-bc36-84c80d41984a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6449313d-c854-4ab6-8464-3be52973f64c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:50.079796 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0d6384-e509-475e-b7d5-4a6bc1ad45c1 None None] The sync data for ids ['a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd'] in dv-cinder-772181-11-iscsi is: [{'id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'name': 'router1', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:19:37Z', 'updated_at': '2021-06-30T05:19:47Z', 'revision_number': 2, 'project_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'gw_port_host': None, '_interfaces': [{'id': '83fded03-e99e-49ea-aa5c-f31e144241be', 'name': '', 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'mac_address': 'fa:16:3e:eb:a9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8263ce1-eff3-48b0-bc36-84c80d41984a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:19:46Z', 'updated_at': '2021-06-30T05:19:49Z', 'revision_number': 4, 'project_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'subnets': [{'id': 'a8263ce1-eff3-48b0-bc36-84c80d41984a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6449313d-c854-4ab6-8464-3be52973f64c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:19:50.405701 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 54512) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:50.512893 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f05b5ea-1191-4c6e-852c-4c21b49a845d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:19:50.514244 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-4f05b5ea-1191-4c6e-852c-4c21b49a845d admin admin] 10.222.0.41 "GET /v2.0/networks/baaca982-d1cd-4ce8-95d0-ccecaf1c3851 HTTP/1.1" status: 200 len: 842 time: 0.1076014 Jun 30 05:19:50.524040 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-0f9e057a-27b3-4cd9-a387-0cc84fbd7ea9 admin admin] Request body: {'subnet': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:19:50.549455 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9e057a-27b3-4cd9-a387-0cc84fbd7ea9 admin admin] Made reservation on behalf of 462fa67d068341e195ec8ea837814d52 for: {'subnet': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:19:50.552206 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0f9e057a-27b3-4cd9-a387-0cc84fbd7ea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:50.853126 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.objects.ports [None req-0f9e057a-27b3-4cd9-a387-0cc84fbd7ea9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92843) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 05:19:50.853568 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0f9e057a-27b3-4cd9-a387-0cc84fbd7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for subnet, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:50.905646 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e057a-27b3-4cd9-a387-0cc84fbd7ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f859281-69fd-4510-82b8-0a04b9da6e59,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:50.915930 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e057a-27b3-4cd9-a387-0cc84fbd7ea9 admin admin] Checking segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:19:50.916288 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e057a-27b3-4cd9-a387-0cc84fbd7ea9 admin admin] Network hostable DHCP agents. Network: baaca982-d1cd-4ce8-95d0-ccecaf1c3851, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:19:50.937500 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e057a-27b3-4cd9-a387-0cc84fbd7ea9 admin admin] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:19:50.948195 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e057a-27b3-4cd9-a387-0cc84fbd7ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, baaca982-d1cd-4ce8-95d0-ccecaf1c3851) {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:19:50.953498 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e057a-27b3-4cd9-a387-0cc84fbd7ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:19:50.954250 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0f9e057a-27b3-4cd9-a387-0cc84fbd7ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:50.957403 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d01836-c99a-4f26-8e8b-f2104cc79c30 None None] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:19:50.971628 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-0f9e057a-27b3-4cd9-a387-0cc84fbd7ea9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4515634 Jun 30 05:19:51.086311 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d33ab84-1095-414e-bc71-9e999b9b1736 None None] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:19:53.241304 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 54534) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:53.369808 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-565ddabf-19f0-4f7c-8df4-62226527c72b admin admin] 10.222.0.41 "GET /v2.0/routers/a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd HTTP/1.1" status: 200 len: 710 time: 0.1273232 Jun 30 05:19:53.454605 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cfcc50-cff2-4ce4-9137-22e89cc0b72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:19:53.456014 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-22cfcc50-cff2-4ce4-9137-22e89cc0b72b admin admin] 10.222.0.41 "GET /v2.0/networks/baaca982-d1cd-4ce8-95d0-ccecaf1c3851 HTTP/1.1" status: 200 len: 886 time: 0.0813167 Jun 30 05:19:53.465203 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:19:53.785924 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3747255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102907'] for router, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:54.015627 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:54.091861 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:54.193494 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Allocated IP 172.27.2.223 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/03e6abda-10d5-47b8-9432-4b1fc6db725f) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:19:54.290349 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:54.329457 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:54.369185 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:19:54.371800 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:19:54.374180 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:19:54.412587 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Pushing event updated for resources: {'Port': ['ID=03e6abda-10d5-47b8-9432-4b1fc6db725f,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:54.615707 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:54.756415 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 83fded03-e99e-49ea-aa5c-f31e144241be up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:19:54.802929 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 83fded03-e99e-49ea-aa5c-f31e144241be completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:19:54.805664 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3747255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102907'] for router, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:54.806515 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 83fded03-e99e-49ea-aa5c-f31e144241be triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:19:54.806884 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:54.808914 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3747260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3747237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750547'] for router, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:54.883023 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:54.913580 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 83fded03-e99e-49ea-aa5c-f31e144241be, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=83fded03-e99e-49ea-aa5c-f31e144241be,segment=NetworkSegment(f49428d7-8c93-4092-8717-fc87ef13b71c),segment_id=f49428d7-8c93-4092-8717-fc87ef13b71c)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:19:54.915417 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Router a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:19:54.917402 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:54.962871 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=83fded03-e99e-49ea-aa5c-f31e144241be,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:55.105100 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:19:55.109195 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] Notify callbacks [] for router, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:55.110381 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-9228cdab-9b5a-4b8f-b3cf-3fe630b38d11 admin admin] 10.222.0.41 "PUT /v2.0/routers/a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd HTTP/1.1" status: 200 len: 890 time: 1.6483722 Jun 30 05:19:55.115421 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841438ee-d885-49e9-a003-76f878781851 None None] Sync routers for ids ['a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:19:55.126251 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841438ee-d885-49e9-a003-76f878781851 None None] Routers {'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:19:55.126919 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-841438ee-d885-49e9-a003-76f878781851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:19:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:55.396523 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-841438ee-d885-49e9-a003-76f878781851 None None] Set router a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:19:55.776306 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-841438ee-d885-49e9-a003-76f878781851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'name': 'router1', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '03e6abda-10d5-47b8-9432-4b1fc6db725f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:19:37Z', 'updated_at': '2021-06-30T05:19:54Z', 'revision_number': 4, 'project_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'gw_port': {'id': '03e6abda-10d5-47b8-9432-4b1fc6db725f', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:19:54Z', 'updated_at': '2021-06-30T05:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '83fded03-e99e-49ea-aa5c-f31e144241be', 'name': '', 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'mac_address': 'fa:16:3e:eb:a9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8263ce1-eff3-48b0-bc36-84c80d41984a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:19:46Z', 'updated_at': '2021-06-30T05:19:54Z', 'revision_number': 5, 'project_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'subnets': [{'id': 'a8263ce1-eff3-48b0-bc36-84c80d41984a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6449313d-c854-4ab6-8464-3be52973f64c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:55.825818 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841438ee-d885-49e9-a003-76f878781851 None None] Checking router: a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:19:55.826182 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841438ee-d885-49e9-a003-76f878781851 None None] Updating router a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd port 03e6abda-10d5-47b8-9432-4b1fc6db725f binding host dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:19:55.857742 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-841438ee-d885-49e9-a003-76f878781851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:56.171988 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-841438ee-d885-49e9-a003-76f878781851 None None] Notify callbacks [] for port, precommit_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:56.181810 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-841438ee-d885-49e9-a003-76f878781851 None None] Transition to ACTIVE for port object 03e6abda-10d5-47b8-9432-4b1fc6db725f will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:19:56.188280 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-841438ee-d885-49e9-a003-76f878781851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:56.232854 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-841438ee-d885-49e9-a003-76f878781851 None None] Attempting to bind port 03e6abda-10d5-47b8-9432-4b1fc6db725f on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:19:56.233218 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-841438ee-d885-49e9-a003-76f878781851 None None] Attempting to bind port 03e6abda-10d5-47b8-9432-4b1fc6db725f by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:19:56.233582 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841438ee-d885-49e9-a003-76f878781851 None None] Attempting to bind port 03e6abda-10d5-47b8-9432-4b1fc6db725f on network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:19:56.242468 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccf72b-a272-42fe-a6b7-9e6e9a5de539 None None] Pushing event updated for resources: {'Port': ['ID=03e6abda-10d5-47b8-9432-4b1fc6db725f,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:56.245144 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841438ee-d885-49e9-a003-76f878781851 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:19:56.245514 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841438ee-d885-49e9-a003-76f878781851 None None] Checking segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:19:56.245910 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-841438ee-d885-49e9-a003-76f878781851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:56.246287 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841438ee-d885-49e9-a003-76f878781851 None None] Bound using segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:19:56.246751 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-841438ee-d885-49e9-a003-76f878781851 None None] Bound port: 03e6abda-10d5-47b8-9432-4b1fc6db725f, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:19:56.247223 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-841438ee-d885-49e9-a003-76f878781851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:56.295478 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-841438ee-d885-49e9-a003-76f878781851 None None] For port 03e6abda-10d5-47b8-9432-4b1fc6db725f, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:19:56.298492 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-841438ee-d885-49e9-a003-76f878781851 None None] For port 03e6abda-10d5-47b8-9432-4b1fc6db725f, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=03e6abda-10d5-47b8-9432-4b1fc6db725f,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:19:56.303787 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-841438ee-d885-49e9-a003-76f878781851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:56.360953 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841438ee-d885-49e9-a003-76f878781851 None None] Routers {'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:19:56.361573 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-841438ee-d885-49e9-a003-76f878781851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:19:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:56.363927 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccf72b-a272-42fe-a6b7-9e6e9a5de539 None None] Pushing event updated for resources: {'Port': ['ID=03e6abda-10d5-47b8-9432-4b1fc6db725f,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:19:56.467411 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-841438ee-d885-49e9-a003-76f878781851 None None] Set router a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:19:56.749799 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-841438ee-d885-49e9-a003-76f878781851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'name': 'router1', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '03e6abda-10d5-47b8-9432-4b1fc6db725f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:19:37Z', 'updated_at': '2021-06-30T05:19:54Z', 'revision_number': 4, 'project_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'gw_port': {'id': '03e6abda-10d5-47b8-9432-4b1fc6db725f', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:19:54Z', 'updated_at': '2021-06-30T05:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '83fded03-e99e-49ea-aa5c-f31e144241be', 'name': '', 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'mac_address': 'fa:16:3e:eb:a9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8263ce1-eff3-48b0-bc36-84c80d41984a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:19:46Z', 'updated_at': '2021-06-30T05:19:54Z', 'revision_number': 5, 'project_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'subnets': [{'id': 'a8263ce1-eff3-48b0-bc36-84c80d41984a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6449313d-c854-4ab6-8464-3be52973f64c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:19:56.776613 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 83fded03-e99e-49ea-aa5c-f31e144241be up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:19:56.779928 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841438ee-d885-49e9-a003-76f878781851 None None] The sync data for ids ['a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd'] in dv-cinder-772181-11-iscsi is: [{'id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'name': 'router1', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '03e6abda-10d5-47b8-9432-4b1fc6db725f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:19:37Z', 'updated_at': '2021-06-30T05:19:54Z', 'revision_number': 4, 'project_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'gw_port': {'id': '03e6abda-10d5-47b8-9432-4b1fc6db725f', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:19:54Z', 'updated_at': '2021-06-30T05:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '83fded03-e99e-49ea-aa5c-f31e144241be', 'name': '', 'network_id': 'f0fc0b58-8a9f-4752-9285-4de1ec56b25d', 'tenant_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'mac_address': 'fa:16:3e:eb:a9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4120dfb-1e11-4cc1-af1c-d1fc1916a4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8263ce1-eff3-48b0-bc36-84c80d41984a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:19:46Z', 'updated_at': '2021-06-30T05:19:54Z', 'revision_number': 5, 'project_id': '6deaf713216a4ef48d7d11cfb16a1d22', 'subnets': [{'id': 'a8263ce1-eff3-48b0-bc36-84c80d41984a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6449313d-c854-4ab6-8464-3be52973f64c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:19:56.829153 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 83fded03-e99e-49ea-aa5c-f31e144241be triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:19:56.829153 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:57.511643 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 54542) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:19:57.633290 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-e16f63d9-fe09-4b61-b49b-ef049a74de90 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1204998 Jun 30 05:19:58.771209 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 03e6abda-10d5-47b8-9432-4b1fc6db725f up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:19:58.819962 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 03e6abda-10d5-47b8-9432-4b1fc6db725f completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:19:58.823421 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 03e6abda-10d5-47b8-9432-4b1fc6db725f triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:19:58.823789 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:58.921672 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:58.941982 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 03e6abda-10d5-47b8-9432-4b1fc6db725f, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=03e6abda-10d5-47b8-9432-4b1fc6db725f,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:19:58.945161 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:19:58.990910 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=03e6abda-10d5-47b8-9432-4b1fc6db725f,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:20:00.747369 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 03e6abda-10d5-47b8-9432-4b1fc6db725f up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:20:00.803657 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 03e6abda-10d5-47b8-9432-4b1fc6db725f triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:20:00.804319 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:20:03.934835 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 5 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:20:12.083849 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2e6870bc-249f-4820-a48e-9cdd2d9bfb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:20:14.679553 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e1110cee-6014-4d83-8a97-9ea1126f7ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:20:14.740923 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:20:15.757009 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:20:17.245301 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:20:40.933050 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 5 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:20:42.076657 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-4b8e559a-217e-4499-bdf1-ebc60a5a5332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:20:44.680269 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-32c34118-5355-4ae8-93af-6ff5b8b0fd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:20:44.740535 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:20:45.784669 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:20:47.251472 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:12.080226 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-669fb837-e150-4d4f-8c97-f3b617bcd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:14.683615 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-31dd2688-2a43-4bb5-bd26-8706bf8187fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:14.736143 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:15.756444 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:17.254105 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:17.931478 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 5 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:21:32.308368 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55110) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:21:32.368459 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd2eba9-4413-420d-bbfb-5e1ea9328664 admin admin] GET failed (client error): The resource could not be found. Jun 30 05:21:32.369803 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-6dd2eba9-4413-420d-bbfb-5e1ea9328664 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604677 Jun 30 05:21:32.532179 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc2bb91-68ac-47b3-967a-06abc07185e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:32.533544 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-1bc2bb91-68ac-47b3-967a-06abc07185e5 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1589026 Jun 30 05:21:34.653062 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55120) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:21:34.741848 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bb735d-1876-478e-b4e1-a77164da78b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:34.743196 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-73bb735d-1876-478e-b4e1-a77164da78b1 admin admin] 10.222.0.41 "GET /v2.0/subnets/a8263ce1-eff3-48b0-bc36-84c80d41984a HTTP/1.1" status: 200 len: 849 time: 0.0891798 Jun 30 05:21:34.753054 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:21:34.836003 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:34.972068 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786356383236'] for subnet, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:35.002598 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:35.003437 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:35.010922 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] 10.222.0.41 "PUT /v2.0/subnets/a8263ce1-eff3-48b0-bc36-84c80d41984a HTTP/1.1" status: 200 len: 868 time: 0.2556379 Jun 30 05:21:35.011171 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835c5871-a1ec-40da-b99b-f1102f9f0306 None None] Network f0fc0b58-8a9f-4752-9285-4de1ec56b25d requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:21:35.026362 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8263ce1-eff3-48b0-bc36-84c80d41984a,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:21:35.034994 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:21:35.035369 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:21:35.035707 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:21:35.036035 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:21:35.036360 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:21:35.036702 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:21:35.037030 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:21:35.037365 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:21:35.037707 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:21:35.038032 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:21:35.038348 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:21:35.038665 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563eef-5843-4d1c-b948-d0480123a973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:21:35.420519 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-79385ebd-3d53-4e6a-bfd7-ca0d341b2558 None None] Provisioning complete for port 83fded03-e99e-49ea-aa5c-f31e144241be triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:21:35.420888 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-79385ebd-3d53-4e6a-bfd7-ca0d341b2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:35.501741 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-79385ebd-3d53-4e6a-bfd7-ca0d341b2558 None None] Provisioning complete for port 11dd2d32-4c42-4ec4-a5b3-3b68de637f0c triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:21:35.502014 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-79385ebd-3d53-4e6a-bfd7-ca0d341b2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:37.126596 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55128) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:21:37.317990 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f14ae42-e76f-4d12-b32c-dd34d1109700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:37.318384 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f14ae42-e76f-4d12-b32c-dd34d1109700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:37.319947 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-1f14ae42-e76f-4d12-b32c-dd34d1109700 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1923804 Jun 30 05:21:39.413724 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55136) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:21:39.542976 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e138e9-669c-47be-893b-15cd1ddcc662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:39.543493 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e138e9-669c-47be-893b-15cd1ddcc662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:39.545567 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-93e138e9-669c-47be-893b-15cd1ddcc662 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1308930 Jun 30 05:21:41.641212 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55144) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:21:41.794019 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b369bd4-8d1a-4932-b8c3-2f03214fc8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:41.795392 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-8b369bd4-8d1a-4932-b8c3-2f03214fc8fb admin admin] 10.222.0.41 "GET /v2.0/networks/baaca982-d1cd-4ce8-95d0-ccecaf1c3851 HTTP/1.1" status: 200 len: 886 time: 0.1532063 Jun 30 05:21:42.083278 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-728484fa-8028-4339-9136-bcf83fb9c260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:43.912478 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55156) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:21:44.053504 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3216de-064d-422c-868d-67e43ec5376f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:44.054857 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-fe3216de-064d-422c-868d-67e43ec5376f admin admin] 10.222.0.41 "GET /v2.0/networks/f0fc0b58-8a9f-4752-9285-4de1ec56b25d HTTP/1.1" status: 200 len: 869 time: 0.1413627 Jun 30 05:21:44.686546 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-735c83b5-dea0-49e5-b598-f9424ea1a250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:44.736629 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:45.757663 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:46.167919 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55164) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:21:46.286674 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5beae2-f434-433a-b483-aa20f53049bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:46.287149 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5beae2-f434-433a-b483-aa20f53049bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:46.289044 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-cd5beae2-f434-433a-b483-aa20f53049bc admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1197784 Jun 30 05:21:47.255535 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:21:48.557570 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55172) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:21:48.648781 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e2709e-42e5-417d-b277-80f070d5af02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:48.649244 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e2709e-42e5-417d-b277-80f070d5af02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:48.650735 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b9e2709e-42e5-417d-b277-80f070d5af02 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922341 Jun 30 05:21:50.769101 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55180) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:21:50.853836 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0ae6d1-d54e-4778-9560-ae3bcea89ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:50.855181 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-ea0ae6d1-d54e-4778-9560-ae3bcea89ed5 admin admin] 10.222.0.41 "GET /v2.0/subnets/5f859281-69fd-4510-82b8-0a04b9da6e59 HTTP/1.1" status: 200 len: 816 time: 0.0851231 Jun 30 05:21:52.980591 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55188) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:21:53.068847 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349811a-57dd-4389-a814-28576e4d038e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:21:53.070090 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-f349811a-57dd-4389-a814-28576e4d038e admin admin] 10.222.0.41 "GET /v2.0/subnets/a8263ce1-eff3-48b0-bc36-84c80d41984a HTTP/1.1" status: 200 len: 868 time: 0.0880613 Jun 30 05:21:54.931026 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 5 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:22:12.085928 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-f3215903-b2a2-4511-ba21-2e8a382382e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:14.688664 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d71b-d3e0-4d64-8b42-3fb8d48cb8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:14.738201 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:15.761472 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:16.226855 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55232) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:22:16.272587 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [None req-1c3a4627-3f00-4259-955f-ec1f36a54e38 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 05:22:16.273529 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-1c3a4627-3f00-4259-955f-ec1f36a54e38 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457063 Jun 30 05:22:17.258382 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:18.450828 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55240) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:22:18.511750 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.pecan_wsgi.hooks.translation [None req-26945bbf-476f-4afc-9c7f-eeeb13ee1d09 admin admin] GET failed (client error): The resource could not be found. Jun 30 05:22:18.513187 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-26945bbf-476f-4afc-9c7f-eeeb13ee1d09 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613818 Jun 30 05:22:18.599141 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee05e5-c843-4cc4-af86-0b64f9b14084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:22:18.600528 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d8ee05e5-c843-4cc4-af86-0b64f9b14084 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0834734 Jun 30 05:22:20.728840 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55248) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:22:20.793367 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-6e490cc4-7d4d-4c36-8277-b0a205735681 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:22:20.812569 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e490cc4-7d4d-4c36-8277-b0a205735681 admin admin] Made reservation on behalf of 462fa67d068341e195ec8ea837814d52 for: {'network': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:22:20.814831 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e490cc4-7d4d-4c36-8277-b0a205735681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:20.844186 dv-cinder-772181-11-iscsi neutron-server[92843]: WARNING neutron.services.revisions.revision_plugin [None req-6e490cc4-7d4d-4c36-8277-b0a205735681 admin admin] Could not find related network for resource to bump revision. Jun 30 05:22:20.858403 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e490cc4-7d4d-4c36-8277-b0a205735681 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=92843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:22:20.868614 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e490cc4-7d4d-4c36-8277-b0a205735681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:20.868954 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.segments_db [None req-6e490cc4-7d4d-4c36-8277-b0a205735681 admin admin] Added segment 8771f108-8a90-4553-90f9-57e22fe12982 of type vlan for network ae888da1-deda-4aa4-a0e0-cb7cf1e25621 Jun 30 05:22:20.914472 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e490cc4-7d4d-4c36-8277-b0a205735681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:20.941011 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e490cc4-7d4d-4c36-8277-b0a205735681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:20.942116 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e490cc4-7d4d-4c36-8277-b0a205735681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:22:20.942716 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e490cc4-7d4d-4c36-8277-b0a205735681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:20.998836 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-6e490cc4-7d4d-4c36-8277-b0a205735681 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2689121 Jun 30 05:22:21.005167 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e490cc4-7d4d-4c36-8277-b0a205735681 admin admin] Pushing event updated for resources: {'Network': ['ID=ae888da1-deda-4aa4-a0e0-cb7cf1e25621,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:22:21.016375 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network ae888da1-deda-4aa4-a0e0-cb7cf1e25621 details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:22:23.127775 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55256) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:22:23.186035 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e7a062-2520-42cb-9bbc-df994ac5f9cb admin admin] GET failed (client error): The resource could not be found. Jun 30 05:22:23.187347 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-52e7a062-2520-42cb-9bbc-df994ac5f9cb admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586085 Jun 30 05:22:23.255918 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edebe6e7-db03-483c-a03e-7117161aa379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:22:23.257300 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-edebe6e7-db03-483c-a03e-7117161aa379 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662675 Jun 30 05:22:23.266456 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-dddbeff6-0362-4037-bead-fab52b7790b9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'ae888da1-deda-4aa4-a0e0-cb7cf1e25621', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:22:23.286058 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddbeff6-0362-4037-bead-fab52b7790b9 admin admin] Made reservation on behalf of 462fa67d068341e195ec8ea837814d52 for: {'subnet': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:22:23.288424 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dddbeff6-0362-4037-bead-fab52b7790b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:23.445997 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dddbeff6-0362-4037-bead-fab52b7790b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for subnet, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:23.498422 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbeff6-0362-4037-bead-fab52b7790b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b43b0f3-caa5-4a25-9856-009418b9f906,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:22:23.506874 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddbeff6-0362-4037-bead-fab52b7790b9 admin admin] Checking segment: {'id': '8771f108-8a90-4553-90f9-57e22fe12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ae888da1-deda-4aa4-a0e0-cb7cf1e25621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:22:23.507277 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddbeff6-0362-4037-bead-fab52b7790b9 admin admin] Network hostable DHCP agents. Network: ae888da1-deda-4aa4-a0e0-cb7cf1e25621, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:22:23.522459 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddbeff6-0362-4037-bead-fab52b7790b9 admin admin] Network ae888da1-deda-4aa4-a0e0-cb7cf1e25621 is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:22:23.530631 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-dddbeff6-0362-4037-bead-fab52b7790b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, ae888da1-deda-4aa4-a0e0-cb7cf1e25621) {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:22:23.534794 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddbeff6-0362-4037-bead-fab52b7790b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:22:23.535485 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dddbeff6-0362-4037-bead-fab52b7790b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:23.540075 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0725aaf-69dc-4165-a336-64ba08b28f88 None None] Network ae888da1-deda-4aa4-a0e0-cb7cf1e25621 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:22:23.549650 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-dddbeff6-0362-4037-bead-fab52b7790b9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2864788 Jun 30 05:22:23.689371 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a6ffb9-e4e1-585c-8c49-45cd88d7d148-ae888da1-deda-4aa4-a0e0-cb7cf1e25621', 'network_id': 'ae888da1-deda-4aa4-a0e0-cb7cf1e25621', 'tenant_id': '462fa67d068341e195ec8ea837814d52', 'fixed_ips': [{'subnet_id': '5b43b0f3-caa5-4a25-9856-009418b9f906'}]}} from dv-cinder-772181-11-iscsi. {{(pid=92844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 05:22:23.690269 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:23.917320 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.db_base_plugin_common [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Allocated IP 192.168.233.2 (ae888da1-deda-4aa4-a0e0-cb7cf1e25621/5b43b0f3-caa5-4a25-9856-009418b9f906/c46ae103-86fe-458c-a567-98e221624063) {{(pid=92844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:22:24.062139 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Notify callbacks [] for port, precommit_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:24.070235 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Transition to ACTIVE for port object c46ae103-86fe-458c-a567-98e221624063 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:22:24.085244 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Transition to ACTIVE for port object c46ae103-86fe-458c-a567-98e221624063 will not be triggered until provisioned by entity DHCP. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:22:24.090975 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:24.129697 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Network ae888da1-deda-4aa4-a0e0-cb7cf1e25621 is already hosted by enough agents. {{(pid=92844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:22:24.132480 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.base_scheduler [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Resources bound (agent type, host, resource id): {{(pid=92844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:22:24.139282 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Received port after_create {{(pid=92844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:22:24.142242 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Pushing event updated for resources: {'Port': ['ID=c46ae103-86fe-458c-a567-98e221624063,revision_number=1']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:22:24.151570 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:22:24.151934 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:22:24.152281 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:22:24.152615 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:22:24.152941 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:22:24.153269 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:22:24.153590 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:22:24.153913 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:22:24.154253 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:22:24.154575 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:22:24.154891 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:22:24.155230 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:22:24.211233 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Attempting to bind port c46ae103-86fe-458c-a567-98e221624063 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:22:24.211597 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Attempting to bind port c46ae103-86fe-458c-a567-98e221624063 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': '8771f108-8a90-4553-90f9-57e22fe12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ae888da1-deda-4aa4-a0e0-cb7cf1e25621'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:22:24.211950 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Attempting to bind port c46ae103-86fe-458c-a567-98e221624063 on network ae888da1-deda-4aa4-a0e0-cb7cf1e25621 {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:22:24.217051 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:22:24.217706 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Checking segment: {'id': '8771f108-8a90-4553-90f9-57e22fe12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ae888da1-deda-4aa4-a0e0-cb7cf1e25621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:22:24.218099 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:24.218478 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Bound using segment: {'id': '8771f108-8a90-4553-90f9-57e22fe12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ae888da1-deda-4aa4-a0e0-cb7cf1e25621'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:22:24.218944 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Bound port: c46ae103-86fe-458c-a567-98e221624063, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8771f108-8a90-4553-90f9-57e22fe12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ae888da1-deda-4aa4-a0e0-cb7cf1e25621'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:22:24.219391 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:24.280410 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] For port c46ae103-86fe-458c-a567-98e221624063, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:22:24.283633 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] For port c46ae103-86fe-458c-a567-98e221624063, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=c46ae103-86fe-458c-a567-98e221624063,segment=NetworkSegment(8771f108-8a90-4553-90f9-57e22fe12982),segment_id=8771f108-8a90-4553-90f9-57e22fe12982)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:22:24.287921 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:24.345871 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fb038-2c7f-4c6e-8da0-a9ed5c3b1c37 None None] Pushing event updated for resources: {'Port': ['ID=c46ae103-86fe-458c-a567-98e221624063,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:22:24.869252 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device c46ae103-86fe-458c-a567-98e221624063 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:22:24.924506 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port c46ae103-86fe-458c-a567-98e221624063 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:22:25.173425 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3ac5ab-f24c-448e-aebf-b112e012047a None None] Network ae888da1-deda-4aa4-a0e0-cb7cf1e25621 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:22:25.262512 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-d444e9a1-8115-43fa-a0a4-78dcf53b60bb None None] Provisioning for port c46ae103-86fe-458c-a567-98e221624063 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:22:25.284707 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-d444e9a1-8115-43fa-a0a4-78dcf53b60bb None None] Provisioning complete for port c46ae103-86fe-458c-a567-98e221624063 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:22:25.285069 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d444e9a1-8115-43fa-a0a4-78dcf53b60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:25.409952 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d444e9a1-8115-43fa-a0a4-78dcf53b60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:25.446774 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-d444e9a1-8115-43fa-a0a4-78dcf53b60bb None None] For port c46ae103-86fe-458c-a567-98e221624063, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=c46ae103-86fe-458c-a567-98e221624063,segment=NetworkSegment(8771f108-8a90-4553-90f9-57e22fe12982),segment_id=8771f108-8a90-4553-90f9-57e22fe12982)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:22:25.453297 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d444e9a1-8115-43fa-a0a4-78dcf53b60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:25.504995 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444e9a1-8115-43fa-a0a4-78dcf53b60bb None None] Pushing event updated for resources: {'Port': ['ID=c46ae103-86fe-458c-a567-98e221624063,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:22:25.673103 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-1866a641-2a44-422c-8a38-581b9ae82812 None None] Provisioning complete for port c46ae103-86fe-458c-a567-98e221624063 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:22:25.673374 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1866a641-2a44-422c-8a38-581b9ae82812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:26.861585 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device c46ae103-86fe-458c-a567-98e221624063 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:22:26.908271 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port c46ae103-86fe-458c-a567-98e221624063 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:22:26.908632 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:31.930215 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 5 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:22:42.086613 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-c227fc9e-c487-443f-83b0-ea899ac73f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:44.689493 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-374db7b0-4c4f-4fb3-8dd0-9c24c07741f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:44.738882 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:45.763873 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:22:47.264031 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:08.928980 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 5 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:23:12.089287 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b35c106a-1c03-4d51-8ca5-1bd3c1622f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:14.689175 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-db119ae5-aec2-45c0-975e-38e13f769218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:14.740177 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:15.767532 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:17.267943 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:36.453048 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55308) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:23:36.458780 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [None req-3c0c379f-356d-4f00-81db-e6c707169e87 tempest-verify_tempest_config-106111080 tempest-verify_tempest_config-106111080-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 05:23:36.459796 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-3c0c379f-356d-4f00-81db-e6c707169e87 tempest-verify_tempest_config-106111080 tempest-verify_tempest_config-106111080-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057950 Jun 30 05:23:36.766373 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55326) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:23:36.867800 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:36.953678 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:36.957386 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:37.001631 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29061320f8c540b6ac13ce30b9f23d00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2342360 Jun 30 05:23:37.002648 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaf4be8-eb76-485b-bfda-d9c68becf9ca,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:23:37.004442 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55332) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:23:37.009723 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.010097 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.010444 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.010829 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.011306 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.011645 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.012170 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.012569 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.012918 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.013248 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.013572 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.013895 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f00cfe-35ae-41cf-ad40-b2a1c8ff2fbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.058882 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:37.080739 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:37.169824 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:37.172800 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:37.174010 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6eaf4be8-eb76-485b-bfda-d9c68becf9ca HTTP/1.1" status: 204 len: 168 time: 0.1685934 Jun 30 05:23:37.181292 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaf4be8-eb76-485b-bfda-d9c68becf9ca,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:23:37.188072 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.188436 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.188774 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.189103 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.189426 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.189767 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.190094 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.190432 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.190789 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.191124 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.191449 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:37.191762 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a21ba-c3f9-458e-81a2-16120b3b9a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:23:42.090322 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-470c3530-12fa-467c-a62a-8f9cdd63526e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:44.689991 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-07888fc1-a058-4c55-93dc-e0068711bd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:44.740599 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:45.770849 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:23:45.927335 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 5 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:23:47.269148 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:24:12.092703 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-97c3437e-7ed5-4e14-a3e5-46f64b6c446f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:24:14.689927 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d5b12a08-f7c2-4615-a232-a86f7648375c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:24:14.741260 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:24:15.772341 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:24:17.271156 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:24:22.925931 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 5 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:24:42.092817 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0fb2ce09-6031-4f18-82dc-c36a4e92b2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:24:44.690194 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-789fa686-291e-452d-852b-62058cda8578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:24:44.740847 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:24:45.774719 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:24:47.274732 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:24:59.924930 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 5 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:25:08.179023 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3745789'] for agent, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:25:12.070319 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55384) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:25:12.093112 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-5a8da921-ffb1-4220-bf0b-e5f325756d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:25:12.172867 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-53d8f965-cd06-4fec-8a5a-4fb1b5af2b33 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1014125 Jun 30 05:25:14.309667 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55394) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:25:14.363009 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d41e9604-c3eb-41e1-af63-28d26e87af1d admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0523405 Jun 30 05:25:14.690501 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-5c1b47f2-a822-4267-9a78-665e58da08ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:25:14.739934 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:25:15.777483 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:25:17.277793 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:25:36.925213 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:25:38.132848 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:25:42.095324 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-af604ae4-eecf-42a1-b9a9-a6158298f101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:25:44.689185 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0e1b3fa3-f8e2-4621-9a61-a3fbefa0996a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:25:44.739930 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:25:45.780659 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:25:47.279869 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:08.142858 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:12.095910 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-f68096c1-f57b-41c4-8987-ffd2f1a37e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:13.924289 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:26:14.691177 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2ef40d0f-4632-4fad-bb99-524dbccfcba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:14.741859 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:15.783623 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:17.283309 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:38.154754 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:39.884566 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55598) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:40.012186 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55610) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:40.149438 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1145088349-network', 'tenant_id': 'd6a68817d00e4f15aeea091672074687'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:40.172898 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Made reservation on behalf of d6a68817d00e4f15aeea091672074687 for: {'network': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:26:40.175270 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.186666 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.241838 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55622) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:40.349817 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-524412888-network', 'tenant_id': '03ad39225b7140ffbc890f16038fc5a9'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:40.414172 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.425899 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.459832 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8eaeb7-3eb1-446f-a82d-8acb37cba540,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:40.473840 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.474739 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.475433 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.476069 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.476613 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.477152 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.477772 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.478275 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.478793 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.479316 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.479848 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.480324 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Tracked resource versions report: Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: pushed versions: Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: { 'AddressGroup': {'1.2'}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'ConntrackHelper': {'1.0'}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Log': {'1.0'}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Network': {'1.1'}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Port': {'1.7'}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'PortForwarding': {'1.2'}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'QosPolicy': {'1.8'}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'SecurityGroup': {'1.4'}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'SecurityGroupRule': {'1.2'}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'SubPort': {'1.0'}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Subnet': {'1.1'}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Trunk': {'1.1'}} Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: consumer versions: Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: { DHCP agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: HyperV agent@hv-cinder-77218: {}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: L3 agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: Metadata agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: Metering agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: Open vSwitch agent@dv-cinder-772181-11-iscsi: { 'AddressGroup': '1.2', Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'ConntrackHelper': '1.0', Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Log': '1.0', Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Network': '1.1', Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Port': '1.7', Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'PortForwarding': '1.2', Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'QosPolicy': '1.8', Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'SecurityGroup': '1.4', Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'SecurityGroupRule': '1.2', Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'SubPort': '1.0', Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Subnet': '1.1', Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: 'Trunk': '1.1'}} Jun 30 05:26:40.482209 dv-cinder-772181-11-iscsi neutron-server[92843]: {{(pid=92843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 05:26:40.498910 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Made reservation on behalf of 03ad39225b7140ffbc890f16038fc5a9 for: {'network': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:26:40.502589 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.511710 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=92843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:26:40.514820 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.580627 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.580926 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.segments_db [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Added segment 61aac879-bf5f-46cc-825b-e6bede9b97a1 of type vlan for network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf Jun 30 05:26:40.581468 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55646) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:40.639594 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.677803 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-795565524-network', 'tenant_id': '8385bb92cca64ca0b9a3c245c3854d6f'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:40.680921 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.688722 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.709372 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.710471 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:40.711086 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.712962 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Made reservation on behalf of 8385bb92cca64ca0b9a3c245c3854d6f for: {'network': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:26:40.720377 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=92843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:26:40.720965 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.730258 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.790983 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.791363 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.segments_db [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Added segment 9039b1dd-d788-414f-bcad-0c9c72bece01 of type vlan for network a1ca8ec0-1f1f-4b2e-b71b-ba1b5bcfbad3 Jun 30 05:26:40.792602 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d192ace-419e-45a8-b9e7-4c0998dd31d2,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:40.810379 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] Pushing event updated for resources: {'Network': ['ID=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:40.829575 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:26:40.845989 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.851922 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.858086 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.871207 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-1fb998a5-09bd-49d0-a8d7-c3c2d4cf3383 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9843996 Jun 30 05:26:40.876255 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55658) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:40.881032 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-37f36f32-72e6-41c5-9ddf-8d97a2ebbd5d admin admin] Request body: {'subnet': {'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1145088349-subnet', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:40.894056 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=92842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:26:40.903287 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.904247 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:40.905001 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.912118 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54553c93-acfe-40e8-961c-4222e60515e3,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:40.915179 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:40.915526 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.segments_db [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Added segment 5b19b12f-83e6-4e68-ad1d-2b979bd327a0 of type vlan for network dcd33a4d-1071-489a-9969-296f25b73987 Jun 30 05:26:40.941514 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.941858 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.942352 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.942794 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.943197 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.943649 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.944013 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.944492 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.944942 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.945271 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.945729 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.946052 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Tracked resource versions report: Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: pushed versions: Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: { 'AddressGroup': {'1.2'}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'ConntrackHelper': {'1.0'}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Log': {'1.0'}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Network': {'1.1'}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Port': {'1.7'}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'PortForwarding': {'1.2'}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'QosPolicy': {'1.8'}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'SecurityGroup': {'1.4'}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'SecurityGroupRule': {'1.2'}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'SubPort': {'1.0'}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Subnet': {'1.1'}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Trunk': {'1.1'}} Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: consumer versions: Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: { DHCP agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: HyperV agent@hv-cinder-77218: {}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: L3 agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: Metadata agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: Metering agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: Open vSwitch agent@dv-cinder-772181-11-iscsi: { 'AddressGroup': '1.2', Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'ConntrackHelper': '1.0', Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Log': '1.0', Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Network': '1.1', Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Port': '1.7', Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'PortForwarding': '1.2', Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'QosPolicy': '1.8', Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'SecurityGroup': '1.4', Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'SecurityGroupRule': '1.2', Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'SubPort': '1.0', Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Subnet': '1.1', Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: 'Trunk': '1.1'}} Jun 30 05:26:40.947327 dv-cinder-772181-11-iscsi neutron-server[92842]: {{(pid=92842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 05:26:40.994330 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f36f32-72e6-41c5-9ddf-8d97a2ebbd5d admin admin] Made reservation on behalf of d6a68817d00e4f15aeea091672074687 for: {'subnet': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:26:40.997862 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-37f36f32-72e6-41c5-9ddf-8d97a2ebbd5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.006759 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9928322 Jun 30 05:26:41.010088 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55662) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:41.028938 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-18c2e8ac-343e-4938-b5dc-34b723a2c2d6 admin admin] Request body: {'subnet': {'network_id': 'a1ca8ec0-1f1f-4b2e-b71b-ba1b5bcfbad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-524412888-subnet', 'tenant_id': '03ad39225b7140ffbc890f16038fc5a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:41.054932 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.062728 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaa4cf-2cb6-4286-aca6-8b8b68d75cae admin admin] Pushing event updated for resources: {'Network': ['ID=a1ca8ec0-1f1f-4b2e-b71b-ba1b5bcfbad3,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:41.074207 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network a1ca8ec0-1f1f-4b2e-b71b-ba1b5bcfbad3 details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:26:41.130280 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1802279530-network', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:41.152546 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c2e8ac-343e-4938-b5dc-34b723a2c2d6 admin admin] Made reservation on behalf of 03ad39225b7140ffbc890f16038fc5a9 for: {'subnet': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:26:41.159591 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-18c2e8ac-343e-4938-b5dc-34b723a2c2d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.202646 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Made reservation on behalf of c7b418523d224c10a4465e86d4f50cdb for: {'network': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:26:41.205103 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.245788 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.247923 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:41.248482 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.263376 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.270611 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0270495 Jun 30 05:26:41.274535 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55672) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:41.286190 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-554e8c7b-3556-4e85-9baa-e78d4cb66f27 admin admin] Request body: {'subnet': {'network_id': 'dcd33a4d-1071-489a-9969-296f25b73987', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-795565524-subnet', 'tenant_id': '8385bb92cca64ca0b9a3c245c3854d6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:41.294661 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-37f36f32-72e6-41c5-9ddf-8d97a2ebbd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for subnet, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.350207 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f36f32-72e6-41c5-9ddf-8d97a2ebbd5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=890b8d44-c46a-4f64-a633-41d4ce21be07,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:41.403614 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f36f32-72e6-41c5-9ddf-8d97a2ebbd5d admin admin] Checking segment: {'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:26:41.406289 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f36f32-72e6-41c5-9ddf-8d97a2ebbd5d admin admin] Network hostable DHCP agents. Network: bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:26:41.413168 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90bb03-609d-47d7-8441-2f0508ea84dd admin admin] Pushing event updated for resources: {'Network': ['ID=dcd33a4d-1071-489a-9969-296f25b73987,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:41.426246 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network dcd33a4d-1071-489a-9969-296f25b73987 details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:26:41.431509 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f36f32-72e6-41c5-9ddf-8d97a2ebbd5d admin admin] Network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:26:41.454656 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-37f36f32-72e6-41c5-9ddf-8d97a2ebbd5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf) {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:41.459353 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f36f32-72e6-41c5-9ddf-8d97a2ebbd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:41.459944 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-37f36f32-72e6-41c5-9ddf-8d97a2ebbd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.487568 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c584e8e-5f24-4075-8f05-00ffd25ee868 None None] Network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:26:41.584218 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.607178 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.616439 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554e8c7b-3556-4e85-9baa-e78d4cb66f27 admin admin] Made reservation on behalf of 8385bb92cca64ca0b9a3c245c3854d6f for: {'subnet': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:26:41.620488 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-554e8c7b-3556-4e85-9baa-e78d4cb66f27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.630502 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-37f36f32-72e6-41c5-9ddf-8d97a2ebbd5d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7530615 Jun 30 05:26:41.631287 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55684) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:41.644353 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=92842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:26:41.657357 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-18c2e8ac-343e-4938-b5dc-34b723a2c2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for subnet, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.685969 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:41.730609 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.732570 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.segments_db [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Added segment 22c882c6-707e-4ee4-865b-8b8d90778564 of type vlan for network ab9c3e46-293e-4157-b9f6-36ba3bf22663 Jun 30 05:26:41.743617 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102800'] for router, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.745562 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102793'] for router, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.759847 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2e8ac-343e-4938-b5dc-34b723a2c2d6 admin admin] Checking segment: {'id': '9039b1dd-d788-414f-bcad-0c9c72bece01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a1ca8ec0-1f1f-4b2e-b71b-ba1b5bcfbad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:26:41.760527 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c2e8ac-343e-4938-b5dc-34b723a2c2d6 admin admin] Network hostable DHCP agents. Network: a1ca8ec0-1f1f-4b2e-b71b-ba1b5bcfbad3, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:26:41.790803 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9551a18-7b6f-45dc-9107-eb2b0ca9289a,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:41.817295 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.839617 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c2e8ac-343e-4938-b5dc-34b723a2c2d6 admin admin] Network a1ca8ec0-1f1f-4b2e-b71b-ba1b5bcfbad3 is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:26:41.860851 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2e8ac-343e-4938-b5dc-34b723a2c2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2efe7fe9-dacb-49eb-af82-a190aa8d96f4,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:41.873133 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-18c2e8ac-343e-4938-b5dc-34b723a2c2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, a1ca8ec0-1f1f-4b2e-b71b-ba1b5bcfbad3) {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:41.881763 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c2e8ac-343e-4938-b5dc-34b723a2c2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:41.882735 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-18c2e8ac-343e-4938-b5dc-34b723a2c2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.908685 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-18c2e8ac-343e-4938-b5dc-34b723a2c2d6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8959017 Jun 30 05:26:41.922025 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:41.944272 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfa05ee-c945-4e1a-94fa-db4ecb016b5d None None] Network a1ca8ec0-1f1f-4b2e-b71b-ba1b5bcfbad3 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:26:41.957478 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a6ffb9-e4e1-585c-8c49-45cd88d7d148-bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07'}]}} from dv-cinder-772181-11-iscsi. {{(pid=92844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 05:26:41.969114 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.020028 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.020028 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:42.020028 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.169049 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] Pushing event updated for resources: {'Network': ['ID=ab9c3e46-293e-4157-b9f6-36ba3bf22663,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:42.198497 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network ab9c3e46-293e-4157-b9f6-36ba3bf22663 details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:26:42.208106 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-3dfd64d2-8fd7-4623-81fb-9df696a39819 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6254442 Jun 30 05:26:42.211067 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55720) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:42.217232 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-f640771c-cb45-4ef7-acb4-8889f9e2d285 admin admin] Request body: {'subnet': {'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1802279530-subnet', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:42.226325 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae2b1-1aa4-467e-9c05-e3e6f57e7256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.249447 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3747255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102907'] for router, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.265230 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f640771c-cb45-4ef7-acb4-8889f9e2d285 admin admin] Made reservation on behalf of c7b418523d224c10a4465e86d4f50cdb for: {'subnet': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:26:42.267712 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f640771c-cb45-4ef7-acb4-8889f9e2d285 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.515809 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-554e8c7b-3556-4e85-9baa-e78d4cb66f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for subnet, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.583645 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e78c0f-8e5a-4269-b8a8-8ea752836869 None None] Network a1ca8ec0-1f1f-4b2e-b71b-ba1b5bcfbad3 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:26:42.599135 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f640771c-cb45-4ef7-acb4-8889f9e2d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for subnet, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.603925 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.db_base_plugin_common [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Allocated IP 172.20.0.2 (bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf/890b8d44-c46a-4f64-a633-41d4ce21be07/8a60c3b0-90d6-4ad7-aa9e-806bf42b070d) {{(pid=92844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:26:42.616618 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554e8c7b-3556-4e85-9baa-e78d4cb66f27 admin admin] Checking segment: {'id': '5b19b12f-83e6-4e68-ad1d-2b979bd327a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcd33a4d-1071-489a-9969-296f25b73987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:26:42.617344 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e8c7b-3556-4e85-9baa-e78d4cb66f27 admin admin] Network hostable DHCP agents. Network: dcd33a4d-1071-489a-9969-296f25b73987, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:26:42.653885 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640771c-cb45-4ef7-acb4-8889f9e2d285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72670b33-8875-46c5-adcb-b911efe78775,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:42.702659 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f640771c-cb45-4ef7-acb4-8889f9e2d285 admin admin] Checking segment: {'id': '22c882c6-707e-4ee4-865b-8b8d90778564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:26:42.703694 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f640771c-cb45-4ef7-acb4-8889f9e2d285 admin admin] Network hostable DHCP agents. Network: ab9c3e46-293e-4157-b9f6-36ba3bf22663, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:26:42.730193 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f640771c-cb45-4ef7-acb4-8889f9e2d285 admin admin] Network ab9c3e46-293e-4157-b9f6-36ba3bf22663 is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:26:42.745924 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e8c7b-3556-4e85-9baa-e78d4cb66f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=405c31d9-920e-4075-bd18-49e9f9baa8c7,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:42.748614 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-f640771c-cb45-4ef7-acb4-8889f9e2d285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, ab9c3e46-293e-4157-b9f6-36ba3bf22663) {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:42.760061 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.762786 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f640771c-cb45-4ef7-acb4-8889f9e2d285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:42.763425 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f640771c-cb45-4ef7-acb4-8889f9e2d285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.782792 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-f640771c-cb45-4ef7-acb4-8889f9e2d285 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5705848 Jun 30 05:26:42.785940 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55740) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:42.792908 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1802279530-router', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:42.800353 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e8c7b-3556-4e85-9baa-e78d4cb66f27 admin admin] Network dcd33a4d-1071-489a-9969-296f25b73987 is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:26:42.810263 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.823767 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-554e8c7b-3556-4e85-9baa-e78d4cb66f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, dcd33a4d-1071-489a-9969-296f25b73987) {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:42.833210 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554e8c7b-3556-4e85-9baa-e78d4cb66f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:42.833810 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-554e8c7b-3556-4e85-9baa-e78d4cb66f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.845272 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102800'] for router, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.847262 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102793'] for router, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.948077 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Notify callbacks [] for port, precommit_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:42.968618 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Transition to ACTIVE for port object 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:26:42.968969 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-554e8c7b-3556-4e85-9baa-e78d4cb66f27 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6839840 Jun 30 05:26:42.969128 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b47a772-205c-4c16-86d9-a35691a110c8 None None] Network ab9c3e46-293e-4157-b9f6-36ba3bf22663 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:26:42.997554 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdb26c4-32d8-429e-9873-1f5ff190c67d None None] Network dcd33a4d-1071-489a-9969-296f25b73987 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:26:43.122667 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Allocated IP 172.27.2.103 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/3aca5822-ebfa-4fac-8135-3ff16a6d0390) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:26:43.159903 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:43.203004 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Transition to ACTIVE for port object 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d will not be triggered until provisioned by entity DHCP. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:26:43.303526 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:43.428758 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf is already hosted by enough agents. {{(pid=92844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:26:43.435914 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:43.454379 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3747255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102907'] for router, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:43.460857 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.base_scheduler [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Resources bound (agent type, host, resource id): {{(pid=92844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:43.502378 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Received port after_create {{(pid=92844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:26:43.511426 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Pushing event updated for resources: {'Port': ['ID=8a60c3b0-90d6-4ad7-aa9e-806bf42b070d,revision_number=1']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:43.546997 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:43.577468 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55798) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:43.582380 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:43.582726 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:43.583054 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:43.588202 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1416752431-network', 'tenant_id': '9e82fdc9932c4256aa9849cb48bbfed6'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:43.595685 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:43.595963 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:43.596292 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:43.596841 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:43.597315 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:43.597827 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:43.598157 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:43.598743 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:43.599056 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Tracked resource versions report: Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: pushed versions: Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: { 'AddressGroup': {'1.2'}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'ConntrackHelper': {'1.0'}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Log': {'1.0'}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Network': {'1.1'}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Port': {'1.7'}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'PortForwarding': {'1.2'}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'QosPolicy': {'1.8'}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'SecurityGroup': {'1.4'}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'SecurityGroupRule': {'1.2'}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'SubPort': {'1.0'}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Subnet': {'1.1'}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Trunk': {'1.1'}} Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: consumer versions: Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: { DHCP agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: HyperV agent@hv-cinder-77218: {}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: L3 agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: Metadata agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: Metering agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: Open vSwitch agent@dv-cinder-772181-11-iscsi: { 'AddressGroup': '1.2', Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'ConntrackHelper': '1.0', Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Log': '1.0', Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Network': '1.1', Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Port': '1.7', Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'PortForwarding': '1.2', Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'QosPolicy': '1.8', Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'SecurityGroup': '1.4', Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'SecurityGroupRule': '1.2', Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'SubPort': '1.0', Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Subnet': '1.1', Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: 'Trunk': '1.1'}} Jun 30 05:26:43.600210 dv-cinder-772181-11-iscsi neutron-server[92844]: {{(pid=92844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 05:26:43.643348 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:26:43.644623 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caa5dce-6a41-4eba-910c-7c733489536d None None] Network dcd33a4d-1071-489a-9969-296f25b73987 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:26:43.646402 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Made reservation on behalf of 9e82fdc9932c4256aa9849cb48bbfed6 for: {'network': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:26:43.652194 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:43.660660 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:43.662512 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:43.669289 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:26:43.680958 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12af2c-4f46-4636-9b11-3fab1f774060 None None] Network ab9c3e46-293e-4157-b9f6-36ba3bf22663 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:26:43.774024 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Attempting to bind port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:26:43.774674 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Attempting to bind port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:26:43.775230 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Attempting to bind port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d on network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:26:43.783772 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:43.795148 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:26:43.795823 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Checking segment: {'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:26:43.796381 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:43.796902 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Bound using segment: {'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:26:43.797644 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Bound port: 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:26:43.798356 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:43.862523 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:43.901443 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55808) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:43.970954 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=92842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:26:44.037844 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c9a46c-53b5-4ad7-bc64-aaa2e0aa8ac5,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:44.058309 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.058309 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.segments_db [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Added segment 1faa6705-4e41-4bb5-8524-da874fc63428 of type vlan for network 333987ee-8ed9-490d-b43d-2ecbcc1d35ac Jun 30 05:26:44.071070 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.126919 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.167366 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.200780 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Pushing event updated for resources: {'Port': ['ID=3aca5822-ebfa-4fac-8135-3ff16a6d0390,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:44.356828 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55830) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:44.362887 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3660a367-8438-43ba-8bde-ddb14b62cc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.367514 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.403865 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] For port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:26:44.419620 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] For port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=8a60c3b0-90d6-4ad7-aa9e-806bf42b070d,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:26:44.438838 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.505676 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.506635 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:44.507543 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.509693 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d0b760bf-c0ee-4771-ab73-a3ebd1b42849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.512661 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b10567-5d8d-4373-86ef-f86a488a1175 None None] Pushing event updated for resources: {'Port': ['ID=8a60c3b0-90d6-4ad7-aa9e-806bf42b070d,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:44.528917 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55850) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:44.531285 dv-cinder-772181-11-iscsi neutron-server[92843]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 05:26:44.566314 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Allocated IP 172.27.2.207 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/31799e71-c270-4f6a-9d64-043bb78b5725) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:26:44.699152 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-71ea0a18-d391-432e-949b-79b070a628ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.714842 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=333987ee-8ed9-490d-b43d-2ecbcc1d35ac,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:44.756074 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746902'] for router, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.771792 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-f4694726-3bea-4186-90e2-87ec73e99175 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:44.773137 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-f4694726-3bea-4186-90e2-87ec73e99175 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/networks?id=dcd33a4d-1071-489a-9969-296f25b73987 HTTP/1.1" status: 200 len: 811 time: 0.2433105 Jun 30 05:26:44.777580 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network 333987ee-8ed9-490d-b43d-2ecbcc1d35ac details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:26:44.805619 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3660a367-8438-43ba-8bde-ddb14b62cc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.826253 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3660a367-8438-43ba-8bde-ddb14b62cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.835908 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.837671 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:44.903407 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-fd354326-6488-457d-bbf7-2db3aa82263e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/quotas/8385bb92cca64ca0b9a3c245c3854d6f HTTP/1.1" status: 200 len: 375 time: 0.0192082 Jun 30 05:26:44.925416 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-3660a367-8438-43ba-8bde-ddb14b62cc85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef000cb624a847229baa1310d081db4e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0218620 Jun 30 05:26:44.932926 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55854) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:44.951973 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660a367-8438-43ba-8bde-ddb14b62cc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0adbbff-eb50-426b-88c8-25251c67baa4,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:44.958479 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-d26bbb0d-23e3-43b3-81a7-83fef5a1d7d4 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8385bb92cca64ca0b9a3c245c3854d6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478442 Jun 30 05:26:44.969433 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Router 86506398-08f3-46c1-be7b-b02eb8743bd3 is scheduled to L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 with binding_index 1 {{(pid=92843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 05:26:45.114077 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:45.119147 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:26:45.133203 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Sync routers for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:26:45.135312 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:26:45.150178 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:26:45.152269 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:26:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:45.218049 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-9f0cc6b9-2e15-45bd-b037-4d8c8e391193 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 05:26:45.218300 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:26:45.219343 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-9f0cc6b9-2e15-45bd-b037-4d8c8e391193 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1095128 Jun 30 05:26:45.241022 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:26:45.245470 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b946612a-cdec-498e-9d16-11f9a2c935ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:45.264544 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:45.273606 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:26:45.276927 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Pushing event updated for resources: {'Port': ['ID=31799e71-c270-4f6a-9d64-043bb78b5725,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:45.282507 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d0b760bf-c0ee-4771-ab73-a3ebd1b42849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:45.302959 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] Notify callbacks [] for router, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:45.304684 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d273c979-4eac-4572-ae63-b39d1a231dac admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6583028 Jun 30 05:26:45.308203 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55870) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:45.358250 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:26:45.466768 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d0b760bf-c0ee-4771-ab73-a3ebd1b42849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:45.473010 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b946612a-cdec-498e-9d16-11f9a2c935ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:45.500737 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-3cb5518b-9fd7-40ad-a7f2-7cb0181bf7f6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9171300 Jun 30 05:26:45.527701 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55878) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:45.562738 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-a7fb0d29-0114-4e3f-8dc3-926af5bc0643 admin admin] Request body: {'subnet': {'network_id': '333987ee-8ed9-490d-b43d-2ecbcc1d35ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1416752431-subnet', 'tenant_id': '9e82fdc9932c4256aa9849cb48bbfed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:45.648226 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:44Z', 'revision_number': 3, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:45.648638 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b760bf-c0ee-4771-ab73-a3ebd1b42849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67be06bb-8d52-47c8-a92e-1d02395fdbbd,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:45.661750 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-6b42128e-56d4-434c-ae10-eda81379c6f5 service neutron] 10.222.0.41 "GET /v2.0/networks/dcd33a4d-1071-489a-9969-296f25b73987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330828 Jun 30 05:26:45.662230 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-d0b760bf-c0ee-4771-ab73-a3ebd1b42849 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b456943eaabd47f1aed1a7e6d4bd348e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3003817 Jun 30 05:26:45.671884 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55880) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:45.687684 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fb0d29-0114-4e3f-8dc3-926af5bc0643 admin admin] Made reservation on behalf of 9e82fdc9932c4256aa9849cb48bbfed6 for: {'subnet': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:26:45.690061 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a7fb0d29-0114-4e3f-8dc3-926af5bc0643 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:45.738399 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Checking router: 86506398-08f3-46c1-be7b-b02eb8743bd3 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:26:45.739035 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Updating router 86506398-08f3-46c1-be7b-b02eb8743bd3 port 3aca5822-ebfa-4fac-8135-3ff16a6d0390 binding host dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:26:45.794603 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:45.799566 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:45.818437 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55884) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:45.880674 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b946612a-cdec-498e-9d16-11f9a2c935ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:45.885461 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b946612a-cdec-498e-9d16-11f9a2c935ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:45.892352 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b946612a-cdec-498e-9d16-11f9a2c935ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0adbbff-eb50-426b-88c8-25251c67baa4 HTTP/1.1" status: 204 len: 168 time: 0.9525509 Jun 30 05:26:45.906249 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3475ed-7af6-48cd-83b4-bc9397936068 None None] Network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:26:45.970669 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946612a-cdec-498e-9d16-11f9a2c935ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0adbbff-eb50-426b-88c8-25251c67baa4,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:46.044907 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9248bfff-9bc1-44df-96d0-8c941858bf8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.063742 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.074572 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-6e0b9c58-3540-45b8-95af-713ebc7d0b24 service neutron] 10.222.0.41 "GET /v2.0/networks/dcd33a4d-1071-489a-9969-296f25b73987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111216 Jun 30 05:26:46.097510 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-a738fe33-c754-4248-9d24-3f6bdb02fa94 None None] Provisioning for port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:26:46.107942 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-a738fe33-c754-4248-9d24-3f6bdb02fa94 None None] Provisioning complete for port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:26:46.108371 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a738fe33-c754-4248-9d24-3f6bdb02fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.108722 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4fa12a3b-e923-4be4-b7ff-55467e298f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.123272 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9248bfff-9bc1-44df-96d0-8c941858bf8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.308704 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.381303 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Notify callbacks [] for port, precommit_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.389610 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a738fe33-c754-4248-9d24-3f6bdb02fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.403959 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a7fb0d29-0114-4e3f-8dc3-926af5bc0643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for subnet, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.422944 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.provisioning_blocks [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Transition to ACTIVE for port object 3aca5822-ebfa-4fac-8135-3ff16a6d0390 will not be triggered until provisioned by entity L2. {{(pid=92845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:26:46.450233 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.504772 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4fa12a3b-e923-4be4-b7ff-55467e298f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.506286 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 55906) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:46.514100 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-a738fe33-c754-4248-9d24-3f6bdb02fa94 None None] For port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=8a60c3b0-90d6-4ad7-aa9e-806bf42b070d,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:26:46.540055 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a738fe33-c754-4248-9d24-3f6bdb02fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.572949 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6862e9d4-cf9d-44a8-9696-3efa5b22c03e req-a0bc4e09-3982-44e2-8f45-130a5a7610ae tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 210 time: 0.0652711 Jun 30 05:26:46.577038 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Attempting to bind port 3aca5822-ebfa-4fac-8135-3ff16a6d0390 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:26:46.577399 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Attempting to bind port 3aca5822-ebfa-4fac-8135-3ff16a6d0390 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:26:46.577764 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Attempting to bind port 3aca5822-ebfa-4fac-8135-3ff16a6d0390 on network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:26:46.584179 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Pushing event updated for resources: {'Port': ['ID=3aca5822-ebfa-4fac-8135-3ff16a6d0390,revision_number=2']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:46.596504 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4fa12a3b-e923-4be4-b7ff-55467e298f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.605816 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:46.606306 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:46.606517 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:46.607057 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:46.607298 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:46.607631 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:46.607955 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:46.608277 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:46.608697 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:46.608939 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:46.609244 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:46.609556 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Tracked resource versions report: Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: pushed versions: Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: { 'AddressGroup': {'1.2'}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'ConntrackHelper': {'1.0'}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Log': {'1.0'}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Network': {'1.1'}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Port': {'1.7'}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'PortForwarding': {'1.2'}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'QosPolicy': {'1.8'}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'SecurityGroup': {'1.4'}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'SecurityGroupRule': {'1.2'}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'SubPort': {'1.0'}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Subnet': {'1.1'}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Trunk': {'1.1'}} Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: consumer versions: Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: { DHCP agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: HyperV agent@hv-cinder-77218: {}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: L3 agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: Metadata agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: Metering agent@dv-cinder-772181-11-iscsi: {}, Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: Open vSwitch agent@dv-cinder-772181-11-iscsi: { 'AddressGroup': '1.2', Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'ConntrackHelper': '1.0', Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Log': '1.0', Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Network': '1.1', Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Port': '1.7', Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'PortForwarding': '1.2', Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'QosPolicy': '1.8', Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'SecurityGroup': '1.4', Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'SecurityGroupRule': '1.2', Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'SubPort': '1.0', Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Subnet': '1.1', Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: 'Trunk': '1.1'}} Jun 30 05:26:46.610654 dv-cinder-772181-11-iscsi neutron-server[92845]: {{(pid=92845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 05:26:46.628657 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:26:46.629029 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Checking segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:26:46.629866 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.629990 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Bound using segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:26:46.630424 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Bound port: 3aca5822-ebfa-4fac-8135-3ff16a6d0390, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:26:46.630811 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.646906 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9248bfff-9bc1-44df-96d0-8c941858bf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.654371 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa12a3b-e923-4be4-b7ff-55467e298f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392d889c-0fd0-4636-ba5f-e58b52fcdc98,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:46.655828 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9248bfff-9bc1-44df-96d0-8c941858bf8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.671848 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-9248bfff-9bc1-44df-96d0-8c941858bf8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67be06bb-8d52-47c8-a92e-1d02395fdbbd HTTP/1.1" status: 204 len: 168 time: 0.9963782 Jun 30 05:26:46.693290 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248bfff-9bc1-44df-96d0-8c941858bf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67be06bb-8d52-47c8-a92e-1d02395fdbbd,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:46.695505 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb0d29-0114-4e3f-8dc3-926af5bc0643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb8a1ee-8784-464c-847a-63e87c6f9290,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:46.740337 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738fe33-c754-4248-9d24-3f6bdb02fa94 None None] Pushing event updated for resources: {'Port': ['ID=8a60c3b0-90d6-4ad7-aa9e-806bf42b070d,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:46.766022 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] For port 3aca5822-ebfa-4fac-8135-3ff16a6d0390, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:26:46.771055 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] For port 3aca5822-ebfa-4fac-8135-3ff16a6d0390, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=3aca5822-ebfa-4fac-8135-3ff16a6d0390,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:26:46.786910 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:46.838077 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-4fa12a3b-e923-4be4-b7ff-55467e298f0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e29893cec80a40a2b27253a88caab410&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0185099 Jun 30 05:26:46.845156 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55926) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:46.852760 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb0d29-0114-4e3f-8dc3-926af5bc0643 admin admin] Checking segment: {'id': '1faa6705-4e41-4bb5-8524-da874fc63428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '333987ee-8ed9-490d-b43d-2ecbcc1d35ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:26:46.853480 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb0d29-0114-4e3f-8dc3-926af5bc0643 admin admin] Network hostable DHCP agents. Network: 333987ee-8ed9-490d-b43d-2ecbcc1d35ac, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:26:46.897152 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9bb32-a5f0-4fb8-a7d4-a8c9ecf0f891 None None] Pushing event updated for resources: {'Port': ['ID=3aca5822-ebfa-4fac-8135-3ff16a6d0390,revision_number=3']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:46.907448 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:26:46.908748 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:26:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:46.955902 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Allocated IP 172.20.0.1 (bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf/890b8d44-c46a-4f64-a633-41d4ce21be07/925ebc24-9e26-4425-86d0-4565d66322fd) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:26:47.009322 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746902'] for router, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.017536 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-c8897df2-5b2b-4634-a3d9-06b8e0537bcd None None] Provisioning complete for port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:26:47.024034 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-c8897df2-5b2b-4634-a3d9-06b8e0537bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.143742 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:26:47.167528 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e4995d6d-9371-48f0-9722-2efc611f14f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.191151 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e4995d6d-9371-48f0-9722-2efc611f14f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.274215 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.288408 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:26:47.306819 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e4995d6d-9371-48f0-9722-2efc611f14f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.313252 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e4995d6d-9371-48f0-9722-2efc611f14f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.317456 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-e4995d6d-9371-48f0-9722-2efc611f14f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/392d889c-0fd0-4636-ba5f-e58b52fcdc98 HTTP/1.1" status: 204 len: 168 time: 0.4709535 Jun 30 05:26:47.327302 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb0d29-0114-4e3f-8dc3-926af5bc0643 admin admin] Network 333987ee-8ed9-490d-b43d-2ecbcc1d35ac is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:26:47.334446 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.provisioning_blocks [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Transition to ACTIVE for port object 925ebc24-9e26-4425-86d0-4565d66322fd will not be triggered until provisioned by entity DHCP. {{(pid=92843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:26:47.356134 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4995d6d-9371-48f0-9722-2efc611f14f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d889c-0fd0-4636-ba5f-e58b52fcdc98,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:47.375502 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55944) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:47.402128 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb0d29-0114-4e3f-8dc3-926af5bc0643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, 333987ee-8ed9-490d-b43d-2ecbcc1d35ac) {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:47.416132 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fb0d29-0114-4e3f-8dc3-926af5bc0643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:47.416923 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a7fb0d29-0114-4e3f-8dc3-926af5bc0643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.426984 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.435257 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4dbdc6-35e5-43ff-be3d-0ed8ace7f05c None None] Network 333987ee-8ed9-490d-b43d-2ecbcc1d35ac requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:26:47.463234 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-a7fb0d29-0114-4e3f-8dc3-926af5bc0643 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8927042 Jun 30 05:26:47.463234 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4fcddfd2-27ab-43f8-a581-5144a77eddd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.465643 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.588860 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:26:47.595045 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:47.599562 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:26:47.600793 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746143'] for router_interface, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.614741 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:26:47.615162 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.661945 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4fcddfd2-27ab-43f8-a581-5144a77eddd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.671067 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4fcddfd2-27ab-43f8-a581-5144a77eddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.710088 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-4fcddfd2-27ab-43f8-a581-5144a77eddd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4083be4dc66486e9ce2dbd69cb3c050&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3197711 Jun 30 05:26:47.712059 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Router b68e0785-f17e-4723-86e6-8a8bd055acf2 is scheduled to L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 with binding_index 1 {{(pid=92842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 05:26:47.719757 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55962) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:47.865052 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:44Z', 'revision_number': 3, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:47.883903 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed05eea-b63b-4b39-b124-847f462ee5d9 None None] Network 333987ee-8ed9-490d-b43d-2ecbcc1d35ac requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:26:47.907134 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c41d851-b89a-440b-9fe6-c648a4a00963 None None] The sync data for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi is: [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:44Z', 'revision_number': 3, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:26:47.923386 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:26:47.943310 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcddfd2-27ab-43f8-a581-5144a77eddd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63334aba-252f-471d-a084-2d7ead70728e,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:47.965222 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Sync routers for ids ['b68e0785-f17e-4723-86e6-8a8bd055acf2'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:26:47.979478 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-16a17325-9087-4fde-bce4-9cc9df984d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.988898 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] Notify callbacks [] for router, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:47.989128 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Routers {'b68e0785-f17e-4723-86e6-8a8bd055acf2'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:26:47.989563 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:26:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['b68e0785-f17e-4723-86e6-8a8bd055acf2'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:47.992763 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-c02e7004-3102-4c5e-8c46-f53e18f369cf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2024956 Jun 30 05:26:47.996015 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55970) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:48.008342 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Pushing event updated for resources: {'Port': ['ID=925ebc24-9e26-4425-86d0-4565d66322fd,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:48.055398 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 55972) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:48.098256 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-16a17325-9087-4fde-bce4-9cc9df984d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:48.102421 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ae3101a8-f708-4aa0-9e57-aca2a737c0a4 req-6ca45a8a-6e61-4cf5-9c37-69fe343fb6fc tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 210 time: 0.2522001 Jun 30 05:26:48.189324 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Set router b68e0785-f17e-4723-86e6-8a8bd055acf2 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:26:48.228859 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:48.319989 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-6659f4bd-c0e3-416a-9681-ee19e99c7476 None None] Provisioning for port 925ebc24-9e26-4425-86d0-4565d66322fd completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:26:48.392821 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-6659f4bd-c0e3-416a-9681-ee19e99c7476 None None] Provisioning complete for port 925ebc24-9e26-4425-86d0-4565d66322fd triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:26:48.393192 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-6659f4bd-c0e3-416a-9681-ee19e99c7476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:48.418890 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6ac90a-b1a8-48cd-8ca1-079908ed4789 admin admin] Deleting subnet 2efe7fe9-dacb-49eb-af82-a190aa8d96f4 {{(pid=92842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:26:48.429816 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac90a-b1a8-48cd-8ca1-079908ed4789 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:48.470552 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-6659f4bd-c0e3-416a-9681-ee19e99c7476 None None] Port 925ebc24-9e26-4425-86d0-4565d66322fd cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:26:48.651625 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:48.670105 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:48.671141 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746664'] for router_interface, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:48.767343 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'name': 'tempest-ServerRescueNegativeTestJSON-1802279530-router', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:45Z', 'revision_number': 3, 'project_id': 'c7b418523d224c10a4465e86d4f50cdb', 'gw_port': {'id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:44Z', 'updated_at': '2021-06-30T05:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:48.829589 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Checking router: b68e0785-f17e-4723-86e6-8a8bd055acf2 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:26:48.831306 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Updating router b68e0785-f17e-4723-86e6-8a8bd055acf2 port 31799e71-c270-4f6a-9d64-043bb78b5725 binding host dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:26:48.898110 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac90a-b1a8-48cd-8ca1-079908ed4789 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:48.914784 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:48.926197 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-16a17325-9087-4fde-bce4-9cc9df984d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:48.930715 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Pushing event updated for resources: {'Port': ['ID=925ebc24-9e26-4425-86d0-4565d66322fd,revision_number=2']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:48.935404 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-16a17325-9087-4fde-bce4-9cc9df984d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:48.940153 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-16a17325-9087-4fde-bce4-9cc9df984d41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63334aba-252f-471d-a084-2d7ead70728e HTTP/1.1" status: 204 len: 168 time: 1.2150018 Jun 30 05:26:48.959438 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac90a-b1a8-48cd-8ca1-079908ed4789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:49.040929 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:26:49.046712 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:49.046892 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a17325-9087-4fde-bce4-9cc9df984d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63334aba-252f-471d-a084-2d7ead70728e,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:49.241807 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 3aca5822-ebfa-4fac-8135-3ff16a6d0390 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:26:49.357933 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f75bc6ba-43ac-40fb-bddf-4316ed22faa1 req-dec52530-050b-4f57-9774-164db68e8fc6 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 210 time: 0.0559874 Jun 30 05:26:49.415661 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Router 86506398-08f3-46c1-be7b-b02eb8743bd3 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:26:49.701545 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:26:49.717285 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-b0a7524e-6168-4e14-965b-6aa82b9fb029 None None] Provisioning complete for port 925ebc24-9e26-4425-86d0-4565d66322fd triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:26:49.718055 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-6e706331-3443-4bbb-92a7-097835b59260 admin admin] 10.222.0.41 "PUT /v2.0/routers/86506398-08f3-46c1-be7b-b02eb8743bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4026515 Jun 30 05:26:49.718980 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b0a7524e-6168-4e14-965b-6aa82b9fb029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:49.730274 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac90a-b1a8-48cd-8ca1-079908ed4789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for subnet, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:49.742463 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 3aca5822-ebfa-4fac-8135-3ff16a6d0390 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:26:49.760662 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 3aca5822-ebfa-4fac-8135-3ff16a6d0390 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:26:49.760952 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:49.791698 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ac90a-b1a8-48cd-8ca1-079908ed4789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2efe7fe9-dacb-49eb-af82-a190aa8d96f4,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:49.794686 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac90a-b1a8-48cd-8ca1-079908ed4789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:49.802998 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56056) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:49.803272 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-7c6ac90a-b1a8-48cd-8ca1-079908ed4789 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2efe7fe9-dacb-49eb-af82-a190aa8d96f4 HTTP/1.1" status: 204 len: 168 time: 1.7271571 Jun 30 05:26:49.870704 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7524e-6168-4e14-965b-6aa82b9fb029 None None] Port 925ebc24-9e26-4425-86d0-4565d66322fd cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:26:50.021154 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:50.064631 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:50.161737 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:50.259236 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 3aca5822-ebfa-4fac-8135-3ff16a6d0390, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=3aca5822-ebfa-4fac-8135-3ff16a6d0390,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:26:50.263054 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:50.289896 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:50.301901 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Notify callbacks [] for port, precommit_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:50.306556 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.311459 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.312378 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.312730 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > port after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.313055 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.313412 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > port after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.313731 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.314052 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.314367 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.314677 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.414268 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Transition to ACTIVE for port object 31799e71-c270-4f6a-9d64-043bb78b5725 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:26:50.474517 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:50.537925 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=3aca5822-ebfa-4fac-8135-3ff16a6d0390,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:50.576455 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Allocated IP 172.20.0.1 (ab9c3e46-293e-4157-b9f6-36ba3bf22663/72670b33-8875-46c5-adcb-b911efe78775/ca40070d-3908-4e84-bad9-0b989d2268f1) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:26:50.627576 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Attempting to bind port 31799e71-c270-4f6a-9d64-043bb78b5725 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:26:50.628107 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Attempting to bind port 31799e71-c270-4f6a-9d64-043bb78b5725 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:26:50.628584 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Attempting to bind port 31799e71-c270-4f6a-9d64-043bb78b5725 on network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:26:50.653939 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:26:50.654469 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Checking segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:26:50.655068 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:50.655764 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Bound using segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:26:50.656565 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Bound port: 31799e71-c270-4f6a-9d64-043bb78b5725, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:26:50.657597 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:50.684113 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742e6f0-638b-4b53-8b80-e753613c2aec None None] Pushing event updated for resources: {'Port': ['ID=31799e71-c270-4f6a-9d64-043bb78b5725,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:50.744168 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Sync routers for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:26:50.757227 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:26:50.760295 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:26:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:50.824191 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] For port 31799e71-c270-4f6a-9d64-043bb78b5725, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:26:50.828944 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] For port 31799e71-c270-4f6a-9d64-043bb78b5725, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=31799e71-c270-4f6a-9d64-043bb78b5725,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:26:50.834321 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:50.842854 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.845605 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.846608 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:50.847102 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.850292 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:26:50.852065 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ca8ec0-1f1f-4b2e-b71b-ba1b5bcfbad3']}} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:50.925151 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Routers {'b68e0785-f17e-4723-86e6-8a8bd055acf2'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:26:50.926022 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:26:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['b68e0785-f17e-4723-86e6-8a8bd055acf2'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:50.936244 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e79e9f7a-58bd-46b9-a1b5-6dfd98221ed6 req-e8aef460-9391-4fb3-b474-94df231335f3 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 210 time: 0.0590057 Jun 30 05:26:50.944960 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9039b1dd-d788-414f-bcad-0c9c72bece01') {'for_net_delete': True} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:50.945568 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9039b1dd-d788-414f-bcad-0c9c72bece01') {} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:50.963388 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:26:50.969416 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171653'] for segment, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:50.970286 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:51.005952 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:51.030252 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=92843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:26:51.031958 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10104033'] for segment, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: from cryptography.utils import int_from_bytes Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: from cryptography.utils import int_from_bytes Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: Traceback (most recent call last): Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: timer() Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: cb(*args, **kw) Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: return func(*args, **kwargs) Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: self._notify() Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: self.callback(batched_events) Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: event.method(event) Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: return f(self, *a, **k) Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._get(url).json() Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: return self.request(url, 'GET', **kwargs) Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:26:51.036873 dv-cinder-772181-11-iscsi neutron-server[92843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:26:51.117225 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Network ab9c3e46-293e-4157-b9f6-36ba3bf22663 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:26:51.123493 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.35', 55083) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:51.173922 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] Set router b68e0785-f17e-4723-86e6-8a8bd055acf2 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:26:51.238407 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:51.242422 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 3aca5822-ebfa-4fac-8135-3ff16a6d0390 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:26:51.295519 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:26:51.296064 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746143'] for router_interface, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:51.331217 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:51.358390 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Pushing event updated for resources: {'Port': ['ID=ca40070d-3908-4e84-bad9-0b989d2268f1,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:51.359301 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:51.374058 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a1ca8ec0-1f1f-4b2e-b71b-ba1b5bcfbad3 HTTP/1.1" status: 204 len: 168 time: 1.5572226 Jun 30 05:26:51.375059 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56102) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:51.545314 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742e6f0-638b-4b53-8b80-e753613c2aec None None] Pushing event updated for resources: {'Port': ['ID=31799e71-c270-4f6a-9d64-043bb78b5725,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:51.571005 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:26:51.716211 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 3aca5822-ebfa-4fac-8135-3ff16a6d0390 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:26:51.716211 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:51.811852 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685f58d-4d81-45cf-b68a-51fbc9365fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ca8ec0-1f1f-4b2e-b71b-ba1b5bcfbad3,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:51.909854 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_v2 [None req-962f99c6-45ad-4d23-b5b8-05c973eb40ad admin admin] Deleting subnet aeb8a1ee-8784-464c-847a-63e87c6f9290 {{(pid=92843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:26:51.917416 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-962f99c6-45ad-4d23-b5b8-05c973eb40ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:51.966914 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56138) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:51.982879 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-498aaaa6-7686-403d-af25-a086e8c17ea9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280049003', 'description': 'tempest-description--1449498017'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:52.074844 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'name': 'tempest-ServerRescueNegativeTestJSON-1802279530-router', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:45Z', 'revision_number': 3, 'project_id': 'c7b418523d224c10a4465e86d4f50cdb', 'gw_port': {'id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:44Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:52.087491 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-962f99c6-45ad-4d23-b5b8-05c973eb40ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171660'] for subnet, precommit_delete_associations {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:52.191012 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-498aaaa6-7686-403d-af25-a086e8c17ea9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:52.200637 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1642ed-8dc1-46a5-acfd-c10760aec986 None None] The sync data for ids ['b68e0785-f17e-4723-86e6-8a8bd055acf2'] in dv-cinder-772181-11-iscsi is: [{'id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'name': 'tempest-ServerRescueNegativeTestJSON-1802279530-router', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:45Z', 'revision_number': 3, 'project_id': 'c7b418523d224c10a4465e86d4f50cdb', 'gw_port': {'id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:44Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:26:52.272293 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-19ace5ac-0754-49f1-9aef-07461039bf32 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:52.273875 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-19ace5ac-0754-49f1-9aef-07461039bf32 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.35 "GET /v2.0/networks?id=dcd33a4d-1071-489a-9969-296f25b73987 HTTP/1.1" status: 200 len: 811 time: 1.1478560 Jun 30 05:26:52.326534 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-0310f919-5059-4df0-bb64-da9d00b6ca49 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Request body: {'port': {'device_id': '353c1a4d-54e5-4705-8586-565ae81fd9e0', 'network_id': 'dcd33a4d-1071-489a-9969-296f25b73987', 'admin_state_up': True, 'tenant_id': '8385bb92cca64ca0b9a3c245c3854d6f'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:52.345654 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-962f99c6-45ad-4d23-b5b8-05c973eb40ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:52.366341 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 2, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:52.454569 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Checking router: 86506398-08f3-46c1-be7b-b02eb8743bd3 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:26:52.456767 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Updating router 86506398-08f3-46c1-be7b-b02eb8743bd3 port 925ebc24-9e26-4425-86d0-4565d66322fd binding host dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:26:52.523478 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:52.542489 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:52.597170 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3744d11d-fa47-4d0c-9967-962398ebe30a req-f6acb36c-e0dc-4306-ba5c-f3c4d6a7120f tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 210 time: 0.3128321 Jun 30 05:26:52.812764 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-498aaaa6-7686-403d-af25-a086e8c17ea9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:52.870866 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-498aaaa6-7686-403d-af25-a086e8c17ea9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:52.901011 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-962f99c6-45ad-4d23-b5b8-05c973eb40ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10103874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519859'] for subnet, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:52.976735 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498aaaa6-7686-403d-af25-a086e8c17ea9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36e57eb-c621-44ca-b0da-a896e81cd52c,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:53.005339 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-962f99c6-45ad-4d23-b5b8-05c973eb40ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:53.013204 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-962f99c6-45ad-4d23-b5b8-05c973eb40ad admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aeb8a1ee-8784-464c-847a-63e87c6f9290 HTTP/1.1" status: 204 len: 168 time: 1.2230365 Jun 30 05:26:53.018376 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f99c6-45ad-4d23-b5b8-05c973eb40ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb8a1ee-8784-464c-847a-63e87c6f9290,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:53.022396 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56200) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:53.164753 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 31799e71-c270-4f6a-9d64-043bb78b5725 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:26:53.245424 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Notify callbacks [] for port, precommit_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:53.256976 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.provisioning_blocks [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Transition to ACTIVE for port object 925ebc24-9e26-4425-86d0-4565d66322fd will not be triggered until provisioned by entity L2. {{(pid=92845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:26:53.266098 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:53.266328 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-0310f919-5059-4df0-bb64-da9d00b6ca49 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Made reservation on behalf of 8385bb92cca64ca0b9a3c245c3854d6f for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:26:53.276579 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-0310f919-5059-4df0-bb64-da9d00b6ca49 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:53.281302 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-498aaaa6-7686-403d-af25-a086e8c17ea9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:53.283637 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-498aaaa6-7686-403d-af25-a086e8c17ea9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3153584 Jun 30 05:26:53.290291 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56210) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:53.318518 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-bddbc21f-9af4-4c3c-99cb-14c2dba54ffd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Request body: {'security_group_rule': {'security_group_id': 'a36e57eb-c621-44ca-b0da-a896e81cd52c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:53.368141 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4a6bc-a617-4437-8872-01c7bbf38268 None None] Pushing event updated for resources: {'Port': ['ID=925ebc24-9e26-4425-86d0-4565d66322fd,revision_number=3']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:53.377039 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 31799e71-c270-4f6a-9d64-043bb78b5725 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:26:53.397709 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 31799e71-c270-4f6a-9d64-043bb78b5725 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:26:53.398128 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:53.425458 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-677e9c7a-c11c-469e-a805-7aa1ce9be428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:53.515013 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Attempting to bind port 925ebc24-9e26-4425-86d0-4565d66322fd on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:26:53.515721 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Attempting to bind port 925ebc24-9e26-4425-86d0-4565d66322fd by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:26:53.516611 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Attempting to bind port 925ebc24-9e26-4425-86d0-4565d66322fd on network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:26:53.542024 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:26:53.544021 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Checking segment: {'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:26:53.544613 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:53.546319 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Bound using segment: {'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:26:53.548342 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Bound port: 925ebc24-9e26-4425-86d0-4565d66322fd, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'}}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:26:53.548990 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:53.699280 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bddbc21f-9af4-4c3c-99cb-14c2dba54ffd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:53.740732 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:53.861750 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] For port 925ebc24-9e26-4425-86d0-4565d66322fd, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:26:53.865472 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 31799e71-c270-4f6a-9d64-043bb78b5725, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=31799e71-c270-4f6a-9d64-043bb78b5725,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:26:53.868169 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] For port 925ebc24-9e26-4425-86d0-4565d66322fd, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=925ebc24-9e26-4425-86d0-4565d66322fd,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:26:53.878065 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:53.880258 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:53.997564 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-677e9c7a-c11c-469e-a805-7aa1ce9be428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:54.083386 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=31799e71-c270-4f6a-9d64-043bb78b5725,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:54.120309 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-677e9c7a-c11c-469e-a805-7aa1ce9be428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333987ee-8ed9-490d-b43d-2ecbcc1d35ac']}} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:54.148025 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4a6bc-a617-4437-8872-01c7bbf38268 None None] Pushing event updated for resources: {'Port': ['ID=925ebc24-9e26-4425-86d0-4565d66322fd,revision_number=4']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:54.161972 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:26:54.162534 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:54.163145 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:26:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:54.219823 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:54.220622 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746664'] for router_interface, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:54.252458 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e47213ef-b257-486e-a645-048c98982d08 req-8e3e3eaa-175b-4062-a952-08c9c73dbee0 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 210 time: 0.2233493 Jun 30 05:26:54.254825 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-677e9c7a-c11c-469e-a805-7aa1ce9be428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1faa6705-4e41-4bb5-8524-da874fc63428') {'for_net_delete': True} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:54.255452 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-677e9c7a-c11c-469e-a805-7aa1ce9be428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1faa6705-4e41-4bb5-8524-da874fc63428') {} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:54.284894 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-677e9c7a-c11c-469e-a805-7aa1ce9be428 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171653'] for segment, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:54.348231 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bddbc21f-9af4-4c3c-99cb-14c2dba54ffd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:54.348231 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-677e9c7a-c11c-469e-a805-7aa1ce9be428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:54.348231 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bddbc21f-9af4-4c3c-99cb-14c2dba54ffd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:54.383733 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677e9c7a-c11c-469e-a805-7aa1ce9be428 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=92843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:26:54.385168 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-677e9c7a-c11c-469e-a805-7aa1ce9be428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10104033'] for segment, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: Traceback (most recent call last): Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: timer() Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: cb(*args, **kw) Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: return func(*args, **kwargs) Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: self._notify() Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: self.callback(batched_events) Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: event.method(event) Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: return f(self, *a, **k) Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._get(url).json() Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: return self.request(url, 'GET', **kwargs) Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:26:54.389709 dv-cinder-772181-11-iscsi neutron-server[92843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:26:54.479554 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:26:54.537467 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-0310f919-5059-4df0-bb64-da9d00b6ca49 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Allocated IP 172.20.0.2 (dcd33a4d-1071-489a-9969-296f25b73987/405c31d9-920e-4075-bd18-49e9f9baa8c7/cdcfbd9a-3721-4f09-bf24-c4e87988ee13) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:26:54.540863 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Pushing event updated for resources: {'Port': ['ID=ca40070d-3908-4e84-bad9-0b989d2268f1,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:54.556061 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbc21f-9af4-4c3c-99cb-14c2dba54ffd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e899a66-7ba9-4b86-9ad9-39d25465a773,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:54.588210 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bddbc21f-9af4-4c3c-99cb-14c2dba54ffd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:54.595777 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 56238) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:54.598138 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-bddbc21f-9af4-4c3c-99cb-14c2dba54ffd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2778645 Jun 30 05:26:54.611021 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-677e9c7a-c11c-469e-a805-7aa1ce9be428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:54.621112 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-5bae1e1d-a8c6-4f06-8af5-c22b35a7e28e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Request body: {'security_group_rule': {'security_group_id': 'a36e57eb-c621-44ca-b0da-a896e81cd52c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:54.628215 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-677e9c7a-c11c-469e-a805-7aa1ce9be428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:54.634458 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-677e9c7a-c11c-469e-a805-7aa1ce9be428 admin admin] 10.222.0.41 "DELETE /v2.0/networks/333987ee-8ed9-490d-b43d-2ecbcc1d35ac HTTP/1.1" status: 204 len: 168 time: 1.6049504 Jun 30 05:26:54.659218 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e9c7a-c11c-469e-a805-7aa1ce9be428 admin admin] Pushing event deleted for resources: {'Network': ['ID=333987ee-8ed9-490d-b43d-2ecbcc1d35ac,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:54.804666 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56244) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:54.993537 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56260) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:55.061002 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e6279233-eff2-43f7-b8fa-1715f233932d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:55.111152 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:53Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:55.123088 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 31799e71-c270-4f6a-9d64-043bb78b5725 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:26:55.162817 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-1a9a856c-4c70-486c-9134-077d650561ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03ad39225b7140ffbc890f16038fc5a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1677406 Jun 30 05:26:55.166798 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56268) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:55.209565 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-0310f919-5059-4df0-bb64-da9d00b6ca49 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:55.225463 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c82260-8dfb-456a-844a-3dda4bd519f3 None None] The sync data for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi is: [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:53Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:26:55.280773 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 31799e71-c270-4f6a-9d64-043bb78b5725 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:26:55.281154 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:55.335964 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Network ab9c3e46-293e-4157-b9f6-36ba3bf22663 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:26:55.343662 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-0310f919-5059-4df0-bb64-da9d00b6ca49 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:55.387215 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:55.419127 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b3e543e2-87fb-47e8-aa58-c0db2e339016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:55.524578 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b3e543e2-87fb-47e8-aa58-c0db2e339016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:55.651861 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5bae1e1d-a8c6-4f06-8af5-c22b35a7e28e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:55.677021 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-0310f919-5059-4df0-bb64-da9d00b6ca49 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Network dcd33a4d-1071-489a-9969-296f25b73987 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:26:55.760566 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-0310f919-5059-4df0-bb64-da9d00b6ca49 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:55.776947 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-0310f919-5059-4df0-bb64-da9d00b6ca49 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:26:55.789302 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-0310f919-5059-4df0-bb64-da9d00b6ca49 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:55.790363 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-0310f919-5059-4df0-bb64-da9d00b6ca49 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:55.835834 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b3e543e2-87fb-47e8-aa58-c0db2e339016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:55.839141 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b3e543e2-87fb-47e8-aa58-c0db2e339016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:55.841107 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-b3e543e2-87fb-47e8-aa58-c0db2e339016 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d192ace-419e-45a8-b9e7-4c0998dd31d2 HTTP/1.1" status: 204 len: 168 time: 0.6732693 Jun 30 05:26:55.854403 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e6279233-eff2-43f7-b8fa-1715f233932d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:55.900314 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e6279233-eff2-43f7-b8fa-1715f233932d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:55.929931 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696539a-6ffa-4551-851a-b3977415f657 req-6b33853f-8f0e-4439-8b97-886cd7b84ac6 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:55.943934 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f696539a-6ffa-4551-851a-b3977415f657 req-6b33853f-8f0e-4439-8b97-886cd7b84ac6 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 931 time: 0.3656082 Jun 30 05:26:55.986449 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-e6279233-eff2-43f7-b8fa-1715f233932d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a16730ff7d8d494cb4b245ea0ca3f588&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1805587 Jun 30 05:26:55.987616 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e543e2-87fb-47e8-aa58-c0db2e339016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d192ace-419e-45a8-b9e7-4c0998dd31d2,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:56.005320 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 56288) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:56.019171 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310f919-5059-4df0-bb64-da9d00b6ca49 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Pushing event updated for resources: {'Port': ['ID=cdcfbd9a-3721-4f09-bf24-c4e87988ee13,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:56.038264 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6279233-eff2-43f7-b8fa-1715f233932d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5562318e-4402-4463-93ab-967e1d208bf1,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:56.128281 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f696539a-6ffa-4551-851a-b3977415f657 req-c367c0d3-1b77-4d0a-82bb-975cebbd81b7 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831329 Jun 30 05:26:56.138930 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-0310f919-5059-4df0-bb64-da9d00b6ca49 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8152933 Jun 30 05:26:56.270591 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-2974771a-39a2-4531-b1b7-6828e3f4b443 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 05:26:56.271981 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-2974771a-39a2-4531-b1b7-6828e3f4b443 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0969210 Jun 30 05:26:56.274831 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-229d1c7f-753e-42a2-a092-fc30fb86f9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:56.312767 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-229d1c7f-753e-42a2-a092-fc30fb86f9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:56.392627 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-229d1c7f-753e-42a2-a092-fc30fb86f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:56.395660 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-229d1c7f-753e-42a2-a092-fc30fb86f9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:56.396810 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-229d1c7f-753e-42a2-a092-fc30fb86f9ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5562318e-4402-4463-93ab-967e1d208bf1 HTTP/1.1" status: 204 len: 168 time: 0.3721368 Jun 30 05:26:56.421065 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d1c7f-753e-42a2-a092-fc30fb86f9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5562318e-4402-4463-93ab-967e1d208bf1,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:56.430225 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5bae1e1d-a8c6-4f06-8af5-c22b35a7e28e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:56.446080 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Router b68e0785-f17e-4723-86e6-8a8bd055acf2 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:26:56.454041 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5bae1e1d-a8c6-4f06-8af5-c22b35a7e28e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:56.545713 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae1e1d-a8c6-4f06-8af5-c22b35a7e28e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab0c001-e602-4124-b099-288cf67fe568,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:56.549145 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5bae1e1d-a8c6-4f06-8af5-c22b35a7e28e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:56.553163 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-5bae1e1d-a8c6-4f06-8af5-c22b35a7e28e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9436500 Jun 30 05:26:56.553439 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 56304) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:56.564248 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Request body: {'floatingip': {'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:56.628789 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:56.812637 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56308) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:56.847341 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:26:56.862150 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-e87a5d2e-13bd-4d66-9eb6-d986461a7ebf admin admin] 10.222.0.41 "PUT /v2.0/routers/b68e0785-f17e-4723-86e6-8a8bd055acf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8644454 Jun 30 05:26:56.866658 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Sync routers for ids ['b68e0785-f17e-4723-86e6-8a8bd055acf2'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:26:56.883689 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Routers {'b68e0785-f17e-4723-86e6-8a8bd055acf2'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:26:56.886240 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:26:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['b68e0785-f17e-4723-86e6-8a8bd055acf2'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:56.956761 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:57.008873 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-f0f76e53-909e-4ef2-9403-cc3cdae307e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e82fdc9932c4256aa9849cb48bbfed6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1898968 Jun 30 05:26:57.010396 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56316) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:57.221285 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3c1c5bb5-65e0-4fe4-bca1-5280220c4bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:57.287708 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3c1c5bb5-65e0-4fe4-bca1-5280220c4bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:57.288500 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Set router b68e0785-f17e-4723-86e6-8a8bd055acf2 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:26:57.357034 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Allocated IP 172.27.2.249 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/c83fa5dc-5444-4436-b723-0e4cccf1d0ea) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:26:57.436553 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3c1c5bb5-65e0-4fe4-bca1-5280220c4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:57.436974 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Request body: {'port': {'device_id': '353c1a4d-54e5-4705-8586-565ae81fd9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:26:57.442089 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3c1c5bb5-65e0-4fe4-bca1-5280220c4bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:57.443349 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-3c1c5bb5-65e0-4fe4-bca1-5280220c4bc5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0c9a46c-53b5-4ad7-bc64-aaa2e0aa8ac5 HTTP/1.1" status: 204 len: 168 time: 0.4313450 Jun 30 05:26:57.480901 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c5bb5-65e0-4fe4-bca1-5280220c4bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c9a46c-53b5-4ad7-bc64-aaa2e0aa8ac5,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:57.500326 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 925ebc24-9e26-4425-86d0-4565d66322fd up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:26:57.654275 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56342) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:57.841172 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:57.846752 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b1347506-6e11-45bb-9a7b-d99310c9c9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:57.966740 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:58.031072 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:58.042314 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:26:58.047953 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:26:58.058599 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:26:58.079548 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event updated for resources: {'Port': ['ID=c83fa5dc-5444-4436-b723-0e4cccf1d0ea,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:58.220069 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 925ebc24-9e26-4425-86d0-4565d66322fd completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:26:58.237444 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 925ebc24-9e26-4425-86d0-4565d66322fd triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:26:58.238205 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:58.266734 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839329a-4849-44c7-aa9a-031b7a9f8432 req-2170d946-1b9e-4d6b-b612-84bd9339c9d6 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:58.268784 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d839329a-4849-44c7-aa9a-031b7a9f8432 req-2170d946-1b9e-4d6b-b612-84bd9339c9d6 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 931 time: 0.6422145 Jun 30 05:26:58.398172 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b1347506-6e11-45bb-9a7b-d99310c9c9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:58.431002 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b1347506-6e11-45bb-9a7b-d99310c9c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:58.440658 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:58.527060 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'name': 'tempest-ServerRescueNegativeTestJSON-1802279530-router', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:52Z', 'revision_number': 4, 'project_id': 'c7b418523d224c10a4465e86d4f50cdb', 'gw_port': {'id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:44Z', 'updated_at': '2021-06-30T05:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': 'ca40070d-3908-4e84-bad9-0b989d2268f1', 'name': '', 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'mac_address': 'fa:16:3e:ed:c0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '72670b33-8875-46c5-adcb-b911efe78775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:50Z', 'updated_at': '2021-06-30T05:26:52Z', 'revision_number': 2, 'project_id': 'c7b418523d224c10a4465e86d4f50cdb', 'subnets': [{'id': '72670b33-8875-46c5-adcb-b911efe78775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:26:58.594954 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1347506-6e11-45bb-9a7b-d99310c9c9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e453fe-c1cb-41a0-bcec-ea381c3bb520,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:58.600555 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-b1347506-6e11-45bb-9a7b-d99310c9c9a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39697ff07d0440c08dc6c75ac46ee2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9440835 Jun 30 05:26:58.603423 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d839329a-4849-44c7-aa9a-031b7a9f8432 req-df0fcc26-9b61-4e35-9ae9-65dfe5cd5dde tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241794 Jun 30 05:26:58.603943 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56370) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:26:58.681847 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Checking router: b68e0785-f17e-4723-86e6-8a8bd055acf2 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:26:58.682370 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Updating router b68e0785-f17e-4723-86e6-8a8bd055acf2 port ca40070d-3908-4e84-bad9-0b989d2268f1 binding host dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:26:58.746345 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 925ebc24-9e26-4425-86d0-4565d66322fd, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=925ebc24-9e26-4425-86d0-4565d66322fd,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:26:58.758233 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:58.770603 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a9b98b9e-f160-46ac-a8fb-f70bf51588b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:58.789048 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:58.799201 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:58.826381 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a9b98b9e-f160-46ac-a8fb-f70bf51588b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:58.985763 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a9b98b9e-f160-46ac-a8fb-f70bf51588b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:58.992814 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a9b98b9e-f160-46ac-a8fb-f70bf51588b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:58.997646 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-a9b98b9e-f160-46ac-a8fb-f70bf51588b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51e453fe-c1cb-41a0-bcec-ea381c3bb520 HTTP/1.1" status: 204 len: 168 time: 0.3899908 Jun 30 05:26:59.005127 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=925ebc24-9e26-4425-86d0-4565d66322fd,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:59.040926 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b98b9e-f160-46ac-a8fb-f70bf51588b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e453fe-c1cb-41a0-bcec-ea381c3bb520,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:26:59.208212 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:59.471165 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-9efea49d-93ac-4698-a3a9-0ac74597a121 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:26:59.472557 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-9efea49d-93ac-4698-a3a9-0ac74597a121 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/networks?id=ab9c3e46-293e-4157-b9f6-36ba3bf22663 HTTP/1.1" status: 200 len: 819 time: 0.1925533 Jun 30 05:26:59.516375 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f355cdb8-4960-4f33-a111-f720e7fbd3f8 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/quotas/c7b418523d224c10a4465e86d4f50cdb HTTP/1.1" status: 200 len: 375 time: 0.0356703 Jun 30 05:26:59.692026 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcfbd9a-3721-4f09-bf24-c4e87988ee13 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:26:59.702951 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:59.736889 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:59.744291 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Transition to ACTIVE for port object cdcfbd9a-3721-4f09-bf24-c4e87988ee13 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:26:59.745593 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:59.752680 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-d2bf646d-ecf6-4298-b19a-fe1ffd7990c0 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b418523d224c10a4465e86d4f50cdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2336366 Jun 30 05:26:59.769981 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:59.875223 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:59.900055 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Notify callbacks [] for port, precommit_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:59.954264 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Transition to ACTIVE for port object ca40070d-3908-4e84-bad9-0b989d2268f1 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:26:59.985083 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:26:59.988081 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event updated for resources: {'Port': ['ID=c83fa5dc-5444-4436-b723-0e4cccf1d0ea,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:00.003537 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:00.017432 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b5c5d9a6-a6e3-4069-bf8d-d0b9e64c5932 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4630401 Jun 30 05:27:00.225651 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05545521-b823-43ec-916f-7f6f755bfe1b None None] Pushing event updated for resources: {'Port': ['ID=ca40070d-3908-4e84-bad9-0b989d2268f1,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:00.226604 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Attempting to bind port cdcfbd9a-3721-4f09-bf24-c4e87988ee13 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:27:00.227152 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Attempting to bind port cdcfbd9a-3721-4f09-bf24-c4e87988ee13 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '5b19b12f-83e6-4e68-ad1d-2b979bd327a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcd33a4d-1071-489a-9969-296f25b73987'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:27:00.229550 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Attempting to bind port cdcfbd9a-3721-4f09-bf24-c4e87988ee13 on network dcd33a4d-1071-489a-9969-296f25b73987 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:00.238384 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Pushing event updated for resources: {'Port': ['ID=cdcfbd9a-3721-4f09-bf24-c4e87988ee13,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:00.245289 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Port cdcfbd9a-3721-4f09-bf24-c4e87988ee13 on network dcd33a4d-1071-489a-9969-296f25b73987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:27:00.245723 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Attempting to bind port cdcfbd9a-3721-4f09-bf24-c4e87988ee13 on network dcd33a4d-1071-489a-9969-296f25b73987 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:00.252154 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca3c6a-4fb3-4cde-b186-ef21c8fb8d09 req-31d46890-f031-4cfa-a057-9f8a4ac181bc tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:00.262566 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:27:00.263161 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Checking segment: {'id': '5b19b12f-83e6-4e68-ad1d-2b979bd327a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcd33a4d-1071-489a-9969-296f25b73987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:00.263785 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bbca3c6a-4fb3-4cde-b186-ef21c8fb8d09 req-31d46890-f031-4cfa-a057-9f8a4ac181bc tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 943 time: 0.1355121 Jun 30 05:27:00.263905 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Bound using segment: {'id': '5b19b12f-83e6-4e68-ad1d-2b979bd327a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcd33a4d-1071-489a-9969-296f25b73987'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:27:00.264453 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Bound port: cdcfbd9a-3721-4f09-bf24-c4e87988ee13, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b19b12f-83e6-4e68-ad1d-2b979bd327a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcd33a4d-1071-489a-9969-296f25b73987'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:27:00.265147 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:00.327858 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Attempting to bind port ca40070d-3908-4e84-bad9-0b989d2268f1 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:27:00.328271 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Attempting to bind port ca40070d-3908-4e84-bad9-0b989d2268f1 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': '22c882c6-707e-4ee4-865b-8b8d90778564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:27:00.328633 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Attempting to bind port ca40070d-3908-4e84-bad9-0b989d2268f1 on network ab9c3e46-293e-4157-b9f6-36ba3bf22663 {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:00.333971 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:27:00.334532 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Checking segment: {'id': '22c882c6-707e-4ee4-865b-8b8d90778564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:00.334955 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:00.335367 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Bound using segment: {'id': '22c882c6-707e-4ee4-865b-8b8d90778564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:27:00.335833 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Bound port: ca40070d-3908-4e84-bad9-0b989d2268f1, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c882c6-707e-4ee4-865b-8b8d90778564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:27:00.336294 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:00.357446 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bbca3c6a-4fb3-4cde-b186-ef21c8fb8d09 req-2c1d1048-18dc-4314-a504-d915e3d4b9bf tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921533 Jun 30 05:27:00.502168 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] For port ca40070d-3908-4e84-bad9-0b989d2268f1, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:27:00.505847 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] For port ca40070d-3908-4e84-bad9-0b989d2268f1, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=ca40070d-3908-4e84-bad9-0b989d2268f1,segment=NetworkSegment(22c882c6-707e-4ee4-865b-8b8d90778564),segment_id=22c882c6-707e-4ee4-865b-8b8d90778564)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:27:00.515501 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] For port cdcfbd9a-3721-4f09-bf24-c4e87988ee13, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:27:00.536722 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:00.536971 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f1c988b5-989f-40a9-8981-8963d2635e2e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 05:27:00.537428 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] For port cdcfbd9a-3721-4f09-bf24-c4e87988ee13, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=cdcfbd9a-3721-4f09-bf24-c4e87988ee13,segment=NetworkSegment(5b19b12f-83e6-4e68-ad1d-2b979bd327a0),segment_id=5b19b12f-83e6-4e68-ad1d-2b979bd327a0)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:27:00.537516 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f1c988b5-989f-40a9-8981-8963d2635e2e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4651420 Jun 30 05:27:00.548266 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:00.599388 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05545521-b823-43ec-916f-7f6f755bfe1b None None] Pushing event updated for resources: {'Port': ['ID=ca40070d-3908-4e84-bad9-0b989d2268f1,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:00.621782 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:00.622789 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:00.625302 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] 10.222.0.35 "PUT /v2.0/ports/cdcfbd9a-3721-4f09-bf24-c4e87988ee13 HTTP/1.1" status: 200 len: 1093 time: 4.0941920 Jun 30 05:27:00.625812 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353c1a4d-54e5-4705-8586-565ae81fd9e0', 'tag': 'cdcfbd9a-3721-4f09-bf24-c4e87988ee13'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:27:00.631985 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Routers {'b68e0785-f17e-4723-86e6-8a8bd055acf2'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:27:00.634112 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:26:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['b68e0785-f17e-4723-86e6-8a8bd055acf2'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:00.747017 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-be11538b-574d-43e6-b8ba-0387109289a9 service neutron] 10.222.0.41 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181950 Jun 30 05:27:00.859422 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48322e76-8fb8-4574-83de-0bcbe23343bd service neutron] Pushing event updated for resources: {'Port': ['ID=cdcfbd9a-3721-4f09-bf24-c4e87988ee13,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:00.915707 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] Set router b68e0785-f17e-4723-86e6-8a8bd055acf2 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:27:00.993022 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-8aac8ca3-1dd9-4cd6-928e-11ae0ae85b46 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1280049003&fields=id&tenant_id=d6a68817d00e4f15aeea091672074687 HTTP/1.1" status: 200 len: 267 time: 0.2166312 Jun 30 05:27:01.100852 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-87a89d4e-1238-4690-9d34-703101163b65 service neutron] 10.222.0.41 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427913 Jun 30 05:27:01.191197 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 925ebc24-9e26-4425-86d0-4565d66322fd up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:27:01.242342 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-3a79d1e9-11c7-4384-9ec1-53a9b5586eee tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:01.259405 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-3a79d1e9-11c7-4384-9ec1-53a9b5586eee tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/networks?id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf HTTP/1.1" status: 200 len: 811 time: 0.2546957 Jun 30 05:27:01.284518 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-ff4377e6-04a9-41e9-acf5-bf2d35681d15 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/quotas/d6a68817d00e4f15aeea091672074687 HTTP/1.1" status: 200 len: 375 time: 0.0241594 Jun 30 05:27:01.347641 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 925ebc24-9e26-4425-86d0-4565d66322fd triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:01.348018 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:01.419562 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-2976c0af-d787-4bc3-bab0-de26182ab1db tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6a68817d00e4f15aeea091672074687&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1337788 Jun 30 05:27:01.489383 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0c7199-0813-47db-ad21-247725092ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "353c1a4d-54e5-4705-8586-565ae81fd9e0", "tag": "cdcfbd9a-3721-4f09-bf24-c4e87988ee13"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:27:01.620720 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'name': 'tempest-ServerRescueNegativeTestJSON-1802279530-router', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:52Z', 'revision_number': 4, 'project_id': 'c7b418523d224c10a4465e86d4f50cdb', 'gw_port': {'id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:44Z', 'updated_at': '2021-06-30T05:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': 'ca40070d-3908-4e84-bad9-0b989d2268f1', 'name': '', 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'mac_address': 'fa:16:3e:ed:c0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '72670b33-8875-46c5-adcb-b911efe78775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:50Z', 'updated_at': '2021-06-30T05:27:00Z', 'revision_number': 4, 'project_id': 'c7b418523d224c10a4465e86d4f50cdb', 'subnets': [{'id': '72670b33-8875-46c5-adcb-b911efe78775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:01.633662 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-f9a1e3b8-30ae-4df3-91a7-c0d9fc677493 service neutron] 10.222.0.41 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077041 Jun 30 05:27:01.677115 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769c623-3c2f-4ac8-8555-61da70634606 None None] The sync data for ids ['b68e0785-f17e-4723-86e6-8a8bd055acf2'] in dv-cinder-772181-11-iscsi is: [{'id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'name': 'tempest-ServerRescueNegativeTestJSON-1802279530-router', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:52Z', 'revision_number': 4, 'project_id': 'c7b418523d224c10a4465e86d4f50cdb', 'gw_port': {'id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:44Z', 'updated_at': '2021-06-30T05:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': 'ca40070d-3908-4e84-bad9-0b989d2268f1', 'name': '', 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'mac_address': 'fa:16:3e:ed:c0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '72670b33-8875-46c5-adcb-b911efe78775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:50Z', 'updated_at': '2021-06-30T05:27:00Z', 'revision_number': 4, 'project_id': 'c7b418523d224c10a4465e86d4f50cdb', 'subnets': [{'id': '72670b33-8875-46c5-adcb-b911efe78775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:27:02.481475 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-1fa67bad-4fd4-41cb-b0df-dc4d6c777b7f service neutron] 10.222.0.41 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8465259 Jun 30 05:27:02.509963 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541c65b-d840-4f58-91f8-2245ca6bf7ca req-e884ecd4-71ce-446e-a1b5-9949bdcf5e08 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:02.522883 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8541c65b-d840-4f58-91f8-2245ca6bf7ca req-e884ecd4-71ce-446e-a1b5-9949bdcf5e08 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 943 time: 0.3029654 Jun 30 05:27:02.658993 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8541c65b-d840-4f58-91f8-2245ca6bf7ca req-c382d931-d67c-4fb4-bde3-14af293feaf0 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317983 Jun 30 05:27:02.934874 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5e7e63c3-941a-479c-bbaa-07eb4c1144ad req-cb7132bb-8742-4116-b1ef-472baac530b6 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 210 time: 0.1290207 Jun 30 05:27:03.223059 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6c14b41e-1be9-4d3e-8cb6-ccd80b8cf5b2 req-6de0e35f-f14e-4078-b7ce-f565bf82ca2c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 210 time: 0.1447434 Jun 30 05:27:03.282690 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-4e911205-110b-461d-a330-486fc9221930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:03.289247 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device ca40070d-3908-4e84-bad9-0b989d2268f1 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:27:03.302233 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-4e911205-110b-461d-a330-486fc9221930 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8385bb92cca64ca0b9a3c245c3854d6f&device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 1096 time: 0.4111838 Jun 30 05:27:03.460344 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port ca40070d-3908-4e84-bad9-0b989d2268f1 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:27:03.469537 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port ca40070d-3908-4e84-bad9-0b989d2268f1 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:03.481244 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:03.619479 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-71489a5a-c7b3-48ab-ae31-6119083ae0d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdcfbd9a-3721-4f09-bf24-c4e87988ee13 HTTP/1.1" status: 200 len: 217 time: 0.2686896 Jun 30 05:27:03.756323 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:03.802579 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-514284ef-634a-4023-81e3-7cebed69fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:03.811051 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-514284ef-634a-4023-81e3-7cebed69fcce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=405c31d9-920e-4075-bd18-49e9f9baa8c7 HTTP/1.1" status: 200 len: 851 time: 0.1905000 Jun 30 05:27:03.912938 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port ca40070d-3908-4e84-bad9-0b989d2268f1, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=ca40070d-3908-4e84-bad9-0b989d2268f1,segment=NetworkSegment(22c882c6-707e-4ee4-865b-8b8d90778564),segment_id=22c882c6-707e-4ee4-865b-8b8d90778564)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:03.930565 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:04.027945 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5a2114-a022-463d-be2c-c1d724b09d2c x-openstack-request-id: req-ea5a2114-a022-463d-be2c-c1d724b09d2c {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:27:04.030550 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353c1a4d-54e5-4705-8586-565ae81fd9e0", "tag": "cdcfbd9a-3721-4f09-bf24-c4e87988ee13", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:27:04.033002 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea5a2114-a022-463d-be2c-c1d724b09d2c {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:27:04.033731 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353c1a4d-54e5-4705-8586-565ae81fd9e0', 'tag': 'cdcfbd9a-3721-4f09-bf24-c4e87988ee13', 'status': 'completed', 'code': 200} Jun 30 05:27:04.039829 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-67d78746-89d2-46ce-a79e-213e6d3d9e33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcd33a4d-1071-489a-9969-296f25b73987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2156279 Jun 30 05:27:04.080613 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7204bc85-c9d0-4e4b-b2e8-1ce163f8c129 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:04.083344 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7204bc85-c9d0-4e4b-b2e8-1ce163f8c129 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/networks?id=ab9c3e46-293e-4157-b9f6-36ba3bf22663 HTTP/1.1" status: 200 len: 819 time: 0.4643490 Jun 30 05:27:04.134678 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=ca40070d-3908-4e84-bad9-0b989d2268f1,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:04.160856 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-f4ecc31a-a3ca-4a2d-ab73-d331d4f3bbde tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/quotas/c7b418523d224c10a4465e86d4f50cdb HTTP/1.1" status: 200 len: 375 time: 0.0435057 Jun 30 05:27:04.311522 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-88043644-af45-48df-a59c-70e21fb922b3 service neutron] 10.222.0.35 "GET /v2.0/networks/dcd33a4d-1071-489a-9969-296f25b73987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265835 Jun 30 05:27:04.414201 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-239cc18a-bfec-489e-b605-30a26d73efd9 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b418523d224c10a4465e86d4f50cdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2506158 Jun 30 05:27:04.612046 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0cc457af-c1e9-4fb1-b50d-164bbd5b992d req-c0181de4-c73a-4fa6-aded-910dc2203a35 service neutron] 10.222.0.35 "GET /v2.0/networks/dcd33a4d-1071-489a-9969-296f25b73987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762594 Jun 30 05:27:04.619545 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e028a58-a1bd-44b7-84b5-c4723a553025 req-136db846-9ab6-4491-9290-1f625fc92838 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:04.628683 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8e028a58-a1bd-44b7-84b5-c4723a553025 req-136db846-9ab6-4491-9290-1f625fc92838 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 943 time: 0.3390448 Jun 30 05:27:04.748561 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8e028a58-a1bd-44b7-84b5-c4723a553025 req-24be95c1-efa7-4b91-8e96-319fe40ab85e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189036 Jun 30 05:27:04.798232 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-9c8901b1-f76d-42f4-a946-3f9c74abb09f service neutron] 10.222.0.41 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753397 Jun 30 05:27:04.975720 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7bf0e3a2-e0f5-4d46-8098-61007997b413 req-d22dbe7e-28e3-488a-bfda-9e943c081029 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 210 time: 0.0804863 Jun 30 05:27:05.049599 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-058eb094-a6a4-404e-a1c8-682778a59add service neutron] 10.222.0.41 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502253 Jun 30 05:27:05.102172 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device ca40070d-3908-4e84-bad9-0b989d2268f1 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:27:05.232224 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port ca40070d-3908-4e84-bad9-0b989d2268f1 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:05.232594 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:05.428648 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-aae2ea34-1a7b-4112-a2dc-ce35ee71b908 req-f7303ee1-a897-40b7-a033-a8d369b04fb1 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 210 time: 0.0544803 Jun 30 05:27:06.105127 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c13dd5-df5d-4256-b70d-43350a2a0749 req-0e3e74c8-0558-4df8-bc99-62236e46723e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:06.108151 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b0c13dd5-df5d-4256-b70d-43350a2a0749 req-0e3e74c8-0558-4df8-bc99-62236e46723e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 943 time: 0.1663802 Jun 30 05:27:06.221160 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b0c13dd5-df5d-4256-b70d-43350a2a0749 req-b86d5679-4f2a-4a9f-a2e4-1bd9ae21512f tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045260 Jun 30 05:27:06.223987 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b028945-9617-42f7-a1a1-751110b4ae5f req-bc92f288-6ad7-4711-9ccb-bc3181e4c94f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 210 time: 0.0670404 Jun 30 05:27:06.367024 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56740) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:06.400949 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56744) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:06.572059 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-86495c43-4615-4f62-8622-09fc6199cb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:06.601872 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-517d19e3-8f7b-4a81-82d6-879cca69062b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:06.607003 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a81eaa55-7787-4c94-8057-f761c407e488 req-0b6a5847-9fb0-411a-ac8b-9946551363b2 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 210 time: 0.0524745 Jun 30 05:27:06.725063 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-86495c43-4615-4f62-8622-09fc6199cb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:06.732421 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-86495c43-4615-4f62-8622-09fc6199cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:06.794064 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86495c43-4615-4f62-8622-09fc6199cb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fb11ee-42e0-4f3a-86ad-82df66151952,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:06.803883 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 56762) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:06.804392 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-86495c43-4615-4f62-8622-09fc6199cb09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=308881374e834e7186da11b226fb9185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357622 Jun 30 05:27:06.879309 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-517d19e3-8f7b-4a81-82d6-879cca69062b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:06.885118 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-517d19e3-8f7b-4a81-82d6-879cca69062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:06.902834 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-18bfb74f-8815-4b94-b3b7-1ce730a16270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:06.959065 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-18bfb74f-8815-4b94-b3b7-1ce730a16270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:06.968561 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-517d19e3-8f7b-4a81-82d6-879cca69062b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94ab3ea450c64a53a373162fe0c05bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5663335 Jun 30 05:27:06.969966 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d19e3-8f7b-4a81-82d6-879cca69062b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c571ef-c62a-49dc-910e-0168188b93fe,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:06.971660 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 56772) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:07.077300 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8883-14ef-4948-a61c-43c77315edea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:07.089964 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-18bfb74f-8815-4b94-b3b7-1ce730a16270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:07.093375 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-18bfb74f-8815-4b94-b3b7-1ce730a16270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:07.094623 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-18bfb74f-8815-4b94-b3b7-1ce730a16270 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04fb11ee-42e0-4f3a-86ad-82df66151952 HTTP/1.1" status: 204 len: 168 time: 0.2889657 Jun 30 05:27:07.136219 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfb74f-8815-4b94-b3b7-1ce730a16270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fb11ee-42e0-4f3a-86ad-82df66151952,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:07.141411 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8883-14ef-4948-a61c-43c77315edea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:07.216256 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8883-14ef-4948-a61c-43c77315edea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:07.219558 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8883-14ef-4948-a61c-43c77315edea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:07.224020 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-ee3a8883-14ef-4948-a61c-43c77315edea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30c571ef-c62a-49dc-910e-0168188b93fe HTTP/1.1" status: 204 len: 168 time: 0.2451553 Jun 30 05:27:07.236069 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a8883-14ef-4948-a61c-43c77315edea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c571ef-c62a-49dc-910e-0168188b93fe,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:07.476748 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1b95939a-0906-4079-84aa-46a7f2b88c8b req-0e16e21d-a4aa-4670-aeda-9548d94c6477 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 210 time: 0.0390735 Jun 30 05:27:07.557934 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359184e-1e5f-4002-b34d-492bf620b807 req-df850d00-5bb0-4632-a5b8-fde9da8c2a84 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:07.563998 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7359184e-1e5f-4002-b34d-492bf620b807 req-df850d00-5bb0-4632-a5b8-fde9da8c2a84 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 943 time: 0.1149902 Jun 30 05:27:07.613148 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7359184e-1e5f-4002-b34d-492bf620b807 req-604217be-4462-4142-a9a9-5db1bd73c0fb tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457993 Jun 30 05:27:07.762096 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 56814) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:07.766460 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-db5aa118-9442-4301-bee9-2c7604334511 req-04fc81a9-b756-46a9-b0e8-eea00bdb2b6d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 210 time: 0.0339634 Jun 30 05:27:07.910152 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b9a0f5e4-257f-4cf0-8ff3-1f572fc1db09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:07.936664 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 56822) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:07.963096 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d46431d5-12aa-4338-986a-6976cad8433e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.032539 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b9a0f5e4-257f-4cf0-8ff3-1f572fc1db09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.037654 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b9a0f5e4-257f-4cf0-8ff3-1f572fc1db09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.088007 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b9a0f5e4-257f-4cf0-8ff3-1f572fc1db09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e0c4fe6e2e04a68abe8c9624ced26eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246524 Jun 30 05:27:08.088672 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0f5e4-257f-4cf0-8ff3-1f572fc1db09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f8a216-c6b1-44b0-b1f9-99451e21916e,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:08.091893 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 56826) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:08.161899 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.163486 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d67cc9ec-21ff-4546-9fa7-9086660d4698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.176207 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d46431d5-12aa-4338-986a-6976cad8433e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.186211 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d46431d5-12aa-4338-986a-6976cad8433e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.189055 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d67cc9ec-21ff-4546-9fa7-9086660d4698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.223329 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-d46431d5-12aa-4338-986a-6976cad8433e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43a08fe0be4f4513b355729f90e11a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798431 Jun 30 05:27:08.224373 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 56834) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:08.247976 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d67cc9ec-21ff-4546-9fa7-9086660d4698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.251257 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46431d5-12aa-4338-986a-6976cad8433e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932b18c0-c4a6-4f39-a701-882b7af5eb7e,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:08.251696 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d67cc9ec-21ff-4546-9fa7-9086660d4698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.252891 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d67cc9ec-21ff-4546-9fa7-9086660d4698 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91f8a216-c6b1-44b0-b1f9-99451e21916e HTTP/1.1" status: 204 len: 168 time: 0.1593413 Jun 30 05:27:08.261088 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cc9ec-21ff-4546-9fa7-9086660d4698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f8a216-c6b1-44b0-b1f9-99451e21916e,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:08.304546 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7ec53af3-7258-4ad6-b176-f2863d2f2bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.335201 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7ec53af3-7258-4ad6-b176-f2863d2f2bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.391743 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7ec53af3-7258-4ad6-b176-f2863d2f2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.394590 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7ec53af3-7258-4ad6-b176-f2863d2f2bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.395812 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-7ec53af3-7258-4ad6-b176-f2863d2f2bb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/932b18c0-c4a6-4f39-a701-882b7af5eb7e HTTP/1.1" status: 204 len: 168 time: 0.1706462 Jun 30 05:27:08.404791 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec53af3-7258-4ad6-b176-f2863d2f2bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932b18c0-c4a6-4f39-a701-882b7af5eb7e,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:08.649540 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5369971c-d832-48db-97a9-0f4a5c2f6f76 req-61a2aba6-ba60-447b-985e-f0e7f0c7ed1d tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 210 time: 0.0348597 Jun 30 05:27:08.732350 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 56860) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:08.745118 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-696d4b8d-21d8-4af3-adf6-25c5a3fd37a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.851564 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf41a1a-91e8-4eb2-a6a3-1cac5d36d8e3 req-54f9d5a7-023d-4e40-b1f7-800d8233cea8 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:08.853110 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0bf41a1a-91e8-4eb2-a6a3-1cac5d36d8e3 req-54f9d5a7-023d-4e40-b1f7-800d8233cea8 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 943 time: 0.1041496 Jun 30 05:27:08.882752 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-696d4b8d-21d8-4af3-adf6-25c5a3fd37a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.894471 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-696d4b8d-21d8-4af3-adf6-25c5a3fd37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:08.903022 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0bf41a1a-91e8-4eb2-a6a3-1cac5d36d8e3 req-28196515-29db-4adc-aa02-8db5621fce2a tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 Jun 30 05:27:08.961314 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-696d4b8d-21d8-4af3-adf6-25c5a3fd37a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f4b91eefe5c4ef48da0406a24ca8419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256272 Jun 30 05:27:08.961314 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d4b8d-21d8-4af3-adf6-25c5a3fd37a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f11cc0-7463-4164-b0c2-256969f1c96c,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:08.964304 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 56874) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:08.987798 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-171ed748-2b95-4b68-abe8-ce39c8405a8f req-7faac8e8-954b-4e42-9729-7d62879fbc42 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 210 time: 0.0426636 Jun 30 05:27:09.022358 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d3c00792-eaad-4391-b229-d6edae9944dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:09.044846 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d3c00792-eaad-4391-b229-d6edae9944dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:09.099006 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d3c00792-eaad-4391-b229-d6edae9944dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:09.102082 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d3c00792-eaad-4391-b229-d6edae9944dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:09.103734 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-d3c00792-eaad-4391-b229-d6edae9944dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77f11cc0-7463-4164-b0c2-256969f1c96c HTTP/1.1" status: 204 len: 168 time: 0.1374936 Jun 30 05:27:09.114196 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c00792-eaad-4391-b229-d6edae9944dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f11cc0-7463-4164-b0c2-256969f1c96c,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:09.812047 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a255edd1-47a6-4663-bb94-371c51b36d89 req-26aa277d-0696-4f9b-96de-684dfc38ff7d tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 210 time: 0.0395560 Jun 30 05:27:10.177997 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bd26dbc1-97f4-48f5-9989-562523124756 req-3492a849-1cf3-4d53-a1df-05dae06d64ff tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 210 time: 0.0495417 Jun 30 05:27:10.226346 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bbd16-2ce3-4a81-a823-cc28e9d21b66 req-603968bc-af15-443f-b688-26547190b315 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:10.228155 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-561bbd16-2ce3-4a81-a823-cc28e9d21b66 req-603968bc-af15-443f-b688-26547190b315 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 943 time: 0.1122813 Jun 30 05:27:10.287850 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-561bbd16-2ce3-4a81-a823-cc28e9d21b66 req-f77606b3-3b30-46b1-8b0d-795dc5e385a5 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514402 Jun 30 05:27:10.560259 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c7199-0813-47db-ad21-247725092ed9 req-317efb76-b467-4008-bd0b-9b1fa1e9f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:10.562526 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2b0c7199-0813-47db-ad21-247725092ed9 req-317efb76-b467-4008-bd0b-9b1fa1e9f685 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8385bb92cca64ca0b9a3c245c3854d6f&device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 1096 time: 0.0856435 Jun 30 05:27:10.999372 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c7199-0813-47db-ad21-247725092ed9 req-ccc73c85-42e9-480e-bd42-eb82bf6544fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:11.002615 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2b0c7199-0813-47db-ad21-247725092ed9 req-ccc73c85-42e9-480e-bd42-eb82bf6544fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcd33a4d-1071-489a-9969-296f25b73987 HTTP/1.1" status: 200 len: 912 time: 0.4287078 Jun 30 05:27:11.048273 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-eddd150a-73e8-49d2-811b-0b4f41bb1917 req-e1144eff-80fb-4d3d-b5f5-4a3a47bba8aa tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 210 time: 0.0458901 Jun 30 05:27:11.063817 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2b0c7199-0813-47db-ad21-247725092ed9 req-3ee14036-d1e4-468c-bf39-0c75d821678e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdcfbd9a-3721-4f09-bf24-c4e87988ee13 HTTP/1.1" status: 200 len: 217 time: 0.0530393 Jun 30 05:27:11.125530 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c7199-0813-47db-ad21-247725092ed9 req-c9c921a3-50df-4522-b4d8-6d2f58769282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:11.128358 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2b0c7199-0813-47db-ad21-247725092ed9 req-c9c921a3-50df-4522-b4d8-6d2f58769282 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=405c31d9-920e-4075-bd18-49e9f9baa8c7 HTTP/1.1" status: 200 len: 851 time: 0.0555980 Jun 30 05:27:11.155929 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.35', 55126) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:11.213329 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2b0c7199-0813-47db-ad21-247725092ed9 req-59d3d89b-3b97-4aec-b079-6ae6c2cca5aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcd33a4d-1071-489a-9969-296f25b73987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755446 Jun 30 05:27:11.280285 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57064) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:11.482982 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2b0c7199-0813-47db-ad21-247725092ed9 req-559aba32-c6e3-4af9-a8ef-b7c8fdc7a155 service neutron] 10.222.0.35 "GET /v2.0/networks/dcd33a4d-1071-489a-9969-296f25b73987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498469 Jun 30 05:27:11.581783 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-49c1bb72-0c74-435d-b633-9c1ad0339797 req-c526e155-5a2b-4414-a443-71c6de658f83 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 210 time: 0.0954268 Jun 30 05:27:11.607527 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-bf7cbd44-2fd8-4d47-94f1-e70127aea24c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:11.609159 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-bf7cbd44-2fd8-4d47-94f1-e70127aea24c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.35 "GET /v2.0/networks?id=ab9c3e46-293e-4157-b9f6-36ba3bf22663 HTTP/1.1" status: 200 len: 819 time: 0.4537151 Jun 30 05:27:11.629852 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2b0c7199-0813-47db-ad21-247725092ed9 req-ceade645-83f2-40c3-8667-1a0ba3dce849 service neutron] 10.222.0.35 "GET /v2.0/networks/dcd33a4d-1071-489a-9969-296f25b73987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387939 Jun 30 05:27:11.663839 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-ddc3730d-0075-40ce-905f-70e76fac2769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Request body: {'port': {'device_id': '2deea163-1d2d-4174-a93b-93fb2be56e7d', 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663', 'admin_state_up': True, 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:11.668548 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e77a0abc-133d-4da8-8226-8074df0c1149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:12.048938 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f142e4-1c27-4ad9-9c78-9fd7fc677000 req-a192c051-825d-4327-9c52-01f7e3aa9484 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:12.051191 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e6f142e4-1c27-4ad9-9c78-9fd7fc677000 req-a192c051-825d-4327-9c52-01f7e3aa9484 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 943 time: 0.4411228 Jun 30 05:27:12.122661 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-15482716-45b3-4c00-b867-f3d7aefccc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:12.129542 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e6f142e4-1c27-4ad9-9c78-9fd7fc677000 req-45724c16-2209-48f3-a9c4-17aa503390ca tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695078 Jun 30 05:27:12.183661 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-c2b8e857-ac74-483d-ae16-8c6ac58aa78c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:12.185265 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-c2b8e857-ac74-483d-ae16-8c6ac58aa78c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.35 "GET /v2.0/networks?id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf HTTP/1.1" status: 200 len: 811 time: 0.3377810 Jun 30 05:27:12.197411 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e77a0abc-133d-4da8-8226-8074df0c1149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:12.207343 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57104) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:12.226931 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e77a0abc-133d-4da8-8226-8074df0c1149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:12.244866 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-ddc3730d-0075-40ce-905f-70e76fac2769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Made reservation on behalf of c7b418523d224c10a4465e86d4f50cdb for: {'port': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:27:12.255178 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-ddc3730d-0075-40ce-905f-70e76fac2769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:12.264746 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-e77a0abc-133d-4da8-8226-8074df0c1149 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94d2ba46fc7a468b85a1ceddc7295525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9805789 Jun 30 05:27:12.266516 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57108) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:12.281304 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57110) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:12.396309 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-8941bf02-4dc6-4885-9c08-0f4d9d6e18a6 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6a68817d00e4f15aeea091672074687 HTTP/1.1" status: 200 len: 380 time: 0.1975543 Jun 30 05:27:12.419499 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Request body: {'port': {'device_id': '05a4046f-c767-4a26-8eb3-042aa5a3439e', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'admin_state_up': True, 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'security_groups': ['a36e57eb-c621-44ca-b0da-a896e81cd52c']}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:12.470556 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4be39c10-8f43-4f9e-b9ff-0483c4ecdded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:12.472669 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a0abc-133d-4da8-8226-8074df0c1149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15a30df-49e6-4e75-abc7-151cfbf9d1a2,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:12.540348 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.35', 55134) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:12.668693 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4f21d362-e9c1-4121-9708-af7e9cf00fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:12.696972 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7315f5f3-8c40-41e6-8fd4-4da33f014caf tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:12.698788 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7315f5f3-8c40-41e6-8fd4-4da33f014caf tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.35 "GET /v2.0/networks?id=ab9c3e46-293e-4157-b9f6-36ba3bf22663 HTTP/1.1" status: 200 len: 819 time: 0.1569393 Jun 30 05:27:12.805644 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4be39c10-8f43-4f9e-b9ff-0483c4ecdded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:12.837506 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3abc307d-445c-4f76-8e00-adc6e1ad0235 req-16df00a3-30f7-4eef-b6ff-e0a42e54b2dc tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 210 time: 0.5576870 Jun 30 05:27:12.857561 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-ddc3730d-0075-40ce-905f-70e76fac2769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Allocated IP 172.20.0.3 (ab9c3e46-293e-4157-b9f6-36ba3bf22663/72670b33-8875-46c5-adcb-b911efe78775/4711b33b-ea7c-49fa-94e1-342fd33646c9) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:27:12.877043 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a3e6-db3b-42cb-af2c-e57d073ebd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:12.893744 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Request body: {'port': {'device_id': '7ae6077e-edc1-4890-8efc-434b73942014', 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663', 'admin_state_up': True, 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:12.937548 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4be39c10-8f43-4f9e-b9ff-0483c4ecdded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:12.940340 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4be39c10-8f43-4f9e-b9ff-0483c4ecdded admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:12.941596 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-4be39c10-8f43-4f9e-b9ff-0483c4ecdded admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d15a30df-49e6-4e75-abc7-151cfbf9d1a2 HTTP/1.1" status: 204 len: 168 time: 0.6724129 Jun 30 05:27:12.957876 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-94d78eff-a07d-47c3-a43b-9eae201f5fc5 req-3dac6cf8-2de8-4f6f-860f-d233dd04709a tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 210 time: 0.1082671 Jun 30 05:27:12.992597 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be39c10-8f43-4f9e-b9ff-0483c4ecdded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15a30df-49e6-4e75-abc7-151cfbf9d1a2,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:13.182338 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4f21d362-e9c1-4121-9708-af7e9cf00fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.198495 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4f21d362-e9c1-4121-9708-af7e9cf00fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.213610 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-ddc3730d-0075-40ce-905f-70e76fac2769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.263381 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21d362-e9c1-4121-9708-af7e9cf00fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a4261c-083e-44aa-9f91-24d44404416e,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:13.269357 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-4f21d362-e9c1-4121-9708-af7e9cf00fa5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d2ec1c8e0824f638cec0ae58ec51463&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0608034 Jun 30 05:27:13.272402 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57150) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:13.358429 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-488a6f70-c277-47e2-afc5-924e0328b7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.382732 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-488a6f70-c277-47e2-afc5-924e0328b7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.411812 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-ddc3730d-0075-40ce-905f-70e76fac2769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10103871'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.446750 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-488a6f70-c277-47e2-afc5-924e0328b7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.451935 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-488a6f70-c277-47e2-afc5-924e0328b7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.453467 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-488a6f70-c277-47e2-afc5-924e0328b7cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30a4261c-083e-44aa-9f91-24d44404416e HTTP/1.1" status: 204 len: 168 time: 0.1801100 Jun 30 05:27:13.476303 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a6f70-c277-47e2-afc5-924e0328b7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a4261c-083e-44aa-9f91-24d44404416e,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:13.540377 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-ddc3730d-0075-40ce-905f-70e76fac2769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Network ab9c3e46-293e-4157-b9f6-36ba3bf22663 is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:27:13.550693 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57162) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:13.560482 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3730d-0075-40ce-905f-70e76fac2769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Pushing event updated for resources: {'Port': ['ID=4711b33b-ea7c-49fa-94e1-342fd33646c9,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:13.562712 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-ddc3730d-0075-40ce-905f-70e76fac2769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:13.566073 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-ddc3730d-0075-40ce-905f-70e76fac2769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:27:13.571056 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5638be21-4888-4acd-b725-4f48f6fdadd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.579962 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a3e6-db3b-42cb-af2c-e57d073ebd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.612345 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c9ce2-bcb3-4de7-9cc3-8a21b6e8e73e req-809f4cc8-f92a-4daf-9971-5556dcdf54be tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:13.614788 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-da1c9ce2-bcb3-4de7-9cc3-8a21b6e8e73e req-809f4cc8-f92a-4daf-9971-5556dcdf54be tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 943 time: 0.2943347 Jun 30 05:27:13.618035 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a3e6-db3b-42cb-af2c-e57d073ebd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.621699 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.db.api [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 05:27:13.621699 dv-cinder-772181-11-iscsi neutron-server[92842]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 05:27:13.621699 dv-cinder-772181-11-iscsi neutron-server[92842]: [parameters: {'project_id_1': 'c7b418523d224c10a4465e86d4f50cdb', 'expiration_1': datetime.datetime(2021, 6, 30, 5, 27, 13, 191916)}] Jun 30 05:27:13.621699 dv-cinder-772181-11-iscsi neutron-server[92842]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 05:27:13.622065 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG oslo_db.api [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 05:27:13.627530 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.db.api [None req-5638be21-4888-4acd-b725-4f48f6fdadd5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 05:27:13.627530 dv-cinder-772181-11-iscsi neutron-server[92842]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 05:27:13.627530 dv-cinder-772181-11-iscsi neutron-server[92842]: [parameters: {'project_id_1': 'e150a62a838e4bae9ef3e75d5ab97085', 'expiration_1': datetime.datetime(2021, 6, 30, 5, 27, 13, 596859)}] Jun 30 05:27:13.627530 dv-cinder-772181-11-iscsi neutron-server[92842]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 05:27:13.627852 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG oslo_db.api [None req-5638be21-4888-4acd-b725-4f48f6fdadd5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 05:27:13.632652 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Made reservation on behalf of d6a68817d00e4f15aeea091672074687 for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:27:13.637436 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.688281 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-a5b4a3e6-db3b-42cb-af2c-e57d073ebd6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24546277f0494f10b96e5275f541416e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3875866 Jun 30 05:27:13.693969 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57168) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:13.694568 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-ddc3730d-0075-40ce-905f-70e76fac2769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:13.695161 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-ddc3730d-0075-40ce-905f-70e76fac2769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for port, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.700880 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4a3e6-db3b-42cb-af2c-e57d073ebd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5131f38d-12f2-4d50-adad-a99c311e6057,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:13.723272 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-da1c9ce2-bcb3-4de7-9cc3-8a21b6e8e73e req-ace5a7a2-a188-4fa5-a3aa-21d76a2cec05 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992649 Jun 30 05:27:13.725283 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-ddc3730d-0075-40ce-905f-70e76fac2769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0682902 Jun 30 05:27:13.739284 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Request body: {'port': {'device_id': '2deea163-1d2d-4174-a93b-93fb2be56e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:13.824528 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c1a07c1a-6612-453b-b60f-5f8e05e5e21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.825520 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.846996 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Allocated IP 172.20.0.10 (bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf/890b8d44-c46a-4f64-a633-41d4ce21be07/dd3416c1-ffff-4d71-ac1e-ae37b2829916) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:27:13.854456 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57170) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:13.864481 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c1a07c1a-6612-453b-b60f-5f8e05e5e21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.891902 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d2781cb5-db08-4d68-95d6-6ac8e2109ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:13.999629 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c1a07c1a-6612-453b-b60f-5f8e05e5e21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.002022 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c1a07c1a-6612-453b-b60f-5f8e05e5e21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.005779 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-c1a07c1a-6612-453b-b60f-5f8e05e5e21a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5131f38d-12f2-4d50-adad-a99c311e6057 HTTP/1.1" status: 204 len: 168 time: 0.3082700 Jun 30 05:27:14.035889 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1bdf3177-271f-4bb5-be47-ce7334577eae req-53d7cfc6-8e13-4e13-a13c-a0b989e74d1c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 210 time: 0.0475807 Jun 30 05:27:14.041558 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a07c1a-6612-453b-b60f-5f8e05e5e21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5131f38d-12f2-4d50-adad-a99c311e6057,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:14.128673 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.130527 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5638be21-4888-4acd-b725-4f48f6fdadd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.162561 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Transition to ACTIVE for port object dd3416c1-ffff-4d71-ac1e-ae37b2829916 will not be triggered until provisioned by entity DHCP. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:14.178473 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bc75e3f4-112e-4c36-8680-47fc7bb1bb6b req-66495ba0-68b2-471b-b071-e1e88d3195e8 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 210 time: 0.0427070 Jun 30 05:27:14.188612 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d2781cb5-db08-4d68-95d6-6ac8e2109ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.209978 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d2781cb5-db08-4d68-95d6-6ac8e2109ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.264756 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.268290 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.notifiers.nova [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4711b33b-ea7c-49fa-94e1-342fd33646c9 {{(pid=92843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:27:14.276225 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.279416 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57184) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:14.279562 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-d2781cb5-db08-4d68-95d6-6ac8e2109ba0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c0693f306e9424e916f3d3d9fd6ae40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207585 Jun 30 05:27:14.284075 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Made reservation on behalf of c7b418523d224c10a4465e86d4f50cdb for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:27:14.287765 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.295599 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2781cb5-db08-4d68-95d6-6ac8e2109ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ebac17-3721-4817-8a68-3ffe716e0e47,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:14.313812 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.provisioning_blocks [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Transition to ACTIVE for port object 4711b33b-ea7c-49fa-94e1-342fd33646c9 will not be triggered until provisioned by entity L2. {{(pid=92843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:14.347249 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10103821'] for port, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.375499 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:27:14.396023 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event updated for resources: {'Port': ['ID=dd3416c1-ffff-4d71-ac1e-ae37b2829916,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:14.405252 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:14.413248 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:27:14.420260 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:14.421026 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.449346 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-124d085c-49ad-41b9-9882-7395cc3b73eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.515940 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-124d085c-49ad-41b9-9882-7395cc3b73eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.582584 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5638be21-4888-4acd-b725-4f48f6fdadd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.591417 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5638be21-4888-4acd-b725-4f48f6fdadd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.600970 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57190) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:14.603278 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Allocated IP 172.20.0.11 (ab9c3e46-293e-4157-b9f6-36ba3bf22663/72670b33-8875-46c5-adcb-b911efe78775/59ba4127-9e8f-46ba-9f59-263899aa93d4) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:27:14.613430 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4711b33b-ea7c-49fa-94e1-342fd33646c9,revision_number=2']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:14.632853 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-044bbd06-dac0-454b-ba08-d70b525929fb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2183046 Jun 30 05:27:14.666665 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Request body: {'port': {'device_id': '05a4046f-c767-4a26-8eb3-042aa5a3439e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:14.668658 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.managers [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Attempting to bind port 4711b33b-ea7c-49fa-94e1-342fd33646c9 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:27:14.669073 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.managers [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Attempting to bind port 4711b33b-ea7c-49fa-94e1-342fd33646c9 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '22c882c6-707e-4ee4-865b-8b8d90778564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663'}] {{(pid=92843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:27:14.669403 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Attempting to bind port 4711b33b-ea7c-49fa-94e1-342fd33646c9 on network ab9c3e46-293e-4157-b9f6-36ba3bf22663 {{(pid=92843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:14.674452 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ceff2787-24c4-47d3-9622-d15288bb8b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.675165 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Port 4711b33b-ea7c-49fa-94e1-342fd33646c9 on network ab9c3e46-293e-4157-b9f6-36ba3bf22663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:27:14.675580 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Attempting to bind port 4711b33b-ea7c-49fa-94e1-342fd33646c9 on network ab9c3e46-293e-4157-b9f6-36ba3bf22663 {{(pid=92843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:14.684299 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:27:14.684801 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Checking segment: {'id': '22c882c6-707e-4ee4-865b-8b8d90778564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:14.685498 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Bound using segment: {'id': '22c882c6-707e-4ee4-865b-8b8d90778564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663'} {{(pid=92843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:27:14.686008 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.managers [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Bound port: 4711b33b-ea7c-49fa-94e1-342fd33646c9, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c882c6-707e-4ee4-865b-8b8d90778564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663'}}] {{(pid=92843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:27:14.686440 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.696077 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-124d085c-49ad-41b9-9882-7395cc3b73eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.699435 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-124d085c-49ad-41b9-9882-7395cc3b73eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.700674 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-124d085c-49ad-41b9-9882-7395cc3b73eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65ebac17-3721-4817-8a68-3ffe716e0e47 HTTP/1.1" status: 204 len: 168 time: 0.4204030 Jun 30 05:27:14.721027 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638be21-4888-4acd-b725-4f48f6fdadd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9344f6aa-827e-40f7-89ed-c079fd964161,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:14.722097 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-f18b683b-dd80-426c-8031-455215b6c550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.726127 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d085c-49ad-41b9-9882-7395cc3b73eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ebac17-3721-4817-8a68-3ffe716e0e47,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:14.740392 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-5638be21-4888-4acd-b725-4f48f6fdadd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e150a62a838e4bae9ef3e75d5ab97085&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1881323 Jun 30 05:27:14.757316 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57200) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:14.800777 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.816050 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-e2fc3fcb-47de-439d-aeaf-4779a7b7c246 None None] Provisioning for port dd3416c1-ffff-4d71-ac1e-ae37b2829916 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:27:14.822870 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-e2fc3fcb-47de-439d-aeaf-4779a7b7c246 None None] Provisioning complete for port dd3416c1-ffff-4d71-ac1e-ae37b2829916 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:14.824324 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3fcb-47de-439d-aeaf-4779a7b7c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.834128 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] For port 4711b33b-ea7c-49fa-94e1-342fd33646c9, host hv-cinder-77218, cleared binding levels {{(pid=92843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:27:14.845260 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] For port 4711b33b-ea7c-49fa-94e1-342fd33646c9, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=4711b33b-ea7c-49fa-94e1-342fd33646c9,segment=NetworkSegment(22c882c6-707e-4ee4-865b-8b8d90778564),segment_id=22c882c6-707e-4ee4-865b-8b8d90778564)] {{(pid=92843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:27:14.851802 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9c2b-c63c-406f-b9de-14eebfb71771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.864789 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10103821'] for port, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.872678 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc3fcb-47de-439d-aeaf-4779a7b7c246 None None] Port dd3416c1-ffff-4d71-ac1e-ae37b2829916 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:27:14.908517 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9c2b-c63c-406f-b9de-14eebfb71771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.931659 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:14.932287 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for port, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:14.934837 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] 10.222.0.35 "PUT /v2.0/ports/4711b33b-ea7c-49fa-94e1-342fd33646c9 HTTP/1.1" status: 200 len: 1093 time: 1.2019746 Jun 30 05:27:14.935322 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2deea163-1d2d-4174-a93b-93fb2be56e7d', 'tag': '4711b33b-ea7c-49fa-94e1-342fd33646c9'}] {{(pid=92843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:27:15.065400 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cd055-9229-4895-8bab-226e62caa3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4711b33b-ea7c-49fa-94e1-342fd33646c9,revision_number=3']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:15.107681 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.107856 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9c2b-c63c-406f-b9de-14eebfb71771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.112002 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9c2b-c63c-406f-b9de-14eebfb71771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.116841 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-c8ca9c2b-c63c-406f-b9de-14eebfb71771 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9344f6aa-827e-40f7-89ed-c079fd964161 HTTP/1.1" status: 204 len: 168 time: 0.3554604 Jun 30 05:27:15.129335 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca9c2b-c63c-406f-b9de-14eebfb71771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9344f6aa-827e-40f7-89ed-c079fd964161,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:15.137874 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b28f5f11860cf26df7d8e46eb7cdcae24a1f7426500d780ca6df764020a27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d7606d-5aff-4b0e-a052-48b6f9ea3e49" -d '{"events": [{"name": "network-changed", "server_uuid": "2deea163-1d2d-4174-a93b-93fb2be56e7d", "tag": "4711b33b-ea7c-49fa-94e1-342fd33646c9"}]}' {{(pid=92843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:27:15.184135 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6c5d6-bd90-42e6-b21e-47ec18d2868e req-a426b150-b2a9-417d-b2b2-94bfb5b608ba tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:15.185740 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0ee6c5d6-bd90-42e6-b21e-47ec18d2868e req-a426b150-b2a9-417d-b2b2-94bfb5b608ba tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 943 time: 0.1724522 Jun 30 05:27:15.223969 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.254584 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0ee6c5d6-bd90-42e6-b21e-47ec18d2868e req-e0ea8170-913f-4bf4-b9db-2a55b613cfea tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631125 Jun 30 05:27:15.338707 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ceff2787-24c4-47d3-9622-d15288bb8b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.358235 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ceff2787-24c4-47d3-9622-d15288bb8b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.361723 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310fed8-ebbe-4484-bb3d-e8349d04c5e3 req-c432dbe3-47d6-4355-9f74-d5fde8e4b429 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:15.363563 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a310fed8-ebbe-4484-bb3d-e8349d04c5e3 req-c432dbe3-47d6-4355-9f74-d5fde8e4b429 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 932 time: 0.1071815 Jun 30 05:27:15.422059 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a310fed8-ebbe-4484-bb3d-e8349d04c5e3 req-4d04dffc-2bc7-4769-a559-365c1456c8d8 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499930 Jun 30 05:27:15.456650 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-ceff2787-24c4-47d3-9622-d15288bb8b59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60fbcdfcf6f04e3f8da4152630c6eb4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8474050 Jun 30 05:27:15.456650 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff2787-24c4-47d3-9622-d15288bb8b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de315c9-dbd8-4a55-a19a-10035dc280a7,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:15.458036 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57234) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:15.474073 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.532143 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ae580a5f-e8c8-4eab-ac27-89d024b55fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.546177 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Network ab9c3e46-293e-4157-b9f6-36ba3bf22663 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:27:15.551902 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:15.563819 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:27:15.569549 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:15.569917 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ae580a5f-e8c8-4eab-ac27-89d024b55fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.570539 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.588133 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Pushing event updated for resources: {'Port': ['ID=59ba4127-9e8f-46ba-9f59-263899aa93d4,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:15.626715 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1be583b0-ca66-4959-8d85-979185bc05e5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8368206 Jun 30 05:27:15.696033 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666e4b8-f2a9-4279-a8b2-1e33dfa9e2d4 req-cfc662eb-82f7-4501-9682-3ea3dcbe30fc tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:15.697771 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d666e4b8-f2a9-4279-a8b2-1e33dfa9e2d4 req-cfc662eb-82f7-4501-9682-3ea3dcbe30fc tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 932 time: 0.1052134 Jun 30 05:27:15.699415 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3416c1-ffff-4d71-ac1e-ae37b2829916 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:27:15.708967 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.725180 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Transition to ACTIVE for port object dd3416c1-ffff-4d71-ac1e-ae37b2829916 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:15.730013 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ae580a5f-e8c8-4eab-ac27-89d024b55fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.731939 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.732885 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ae580a5f-e8c8-4eab-ac27-89d024b55fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:15.734289 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-ae580a5f-e8c8-4eab-ac27-89d024b55fde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0de315c9-dbd8-4a55-a19a-10035dc280a7 HTTP/1.1" status: 204 len: 168 time: 0.2765698 Jun 30 05:27:15.760748 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf44903-4c8d-461a-a7d7-3eaada15017a x-openstack-request-id: req-aaf44903-4c8d-461a-a7d7-3eaada15017a {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:27:15.761748 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2deea163-1d2d-4174-a93b-93fb2be56e7d", "tag": "4711b33b-ea7c-49fa-94e1-342fd33646c9", "status": "completed", "code": 200}]} {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:27:15.762049 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aaf44903-4c8d-461a-a7d7-3eaada15017a {{(pid=92843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:27:15.763476 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2deea163-1d2d-4174-a93b-93fb2be56e7d', 'tag': '4711b33b-ea7c-49fa-94e1-342fd33646c9', 'status': 'completed', 'code': 200} Jun 30 05:27:15.782761 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae580a5f-e8c8-4eab-ac27-89d024b55fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de315c9-dbd8-4a55-a19a-10035dc280a7,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:15.824150 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d666e4b8-f2a9-4279-a8b2-1e33dfa9e2d4 req-0882b768-ea3c-4d74-b0d3-5f1f356c6eeb tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163883 Jun 30 05:27:15.920701 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Pushing event updated for resources: {'Port': ['ID=dd3416c1-ffff-4d71-ac1e-ae37b2829916,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:15.925694 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Attempting to bind port dd3416c1-ffff-4d71-ac1e-ae37b2829916 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:27:15.926028 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Attempting to bind port dd3416c1-ffff-4d71-ac1e-ae37b2829916 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:27:15.932619 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Attempting to bind port dd3416c1-ffff-4d71-ac1e-ae37b2829916 on network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:15.940559 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Port dd3416c1-ffff-4d71-ac1e-ae37b2829916 on network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:27:15.940979 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Attempting to bind port dd3416c1-ffff-4d71-ac1e-ae37b2829916 on network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:15.953074 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:27:15.953515 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Checking segment: {'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:15.954145 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Bound using segment: {'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:27:15.955611 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Bound port: dd3416c1-ffff-4d71-ac1e-ae37b2829916, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:27:15.956467 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:16.002092 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:16.040643 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] For port dd3416c1-ffff-4d71-ac1e-ae37b2829916, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:27:16.044565 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] For port dd3416c1-ffff-4d71-ac1e-ae37b2829916, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=dd3416c1-ffff-4d71-ac1e-ae37b2829916,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:27:16.049346 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:16.089035 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:16.089359 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:16.090609 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] 10.222.0.35 "PUT /v2.0/ports/dd3416c1-ffff-4d71-ac1e-ae37b2829916 HTTP/1.1" status: 200 len: 1094 time: 1.4330640 Jun 30 05:27:16.091088 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a4046f-c767-4a26-8eb3-042aa5a3439e', 'tag': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:27:16.094616 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d574f08-44e9-4bc1-af48-305d438b6ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "05a4046f-c767-4a26-8eb3-042aa5a3439e", "tag": "dd3416c1-ffff-4d71-ac1e-ae37b2829916"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:27:16.147793 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2175f802-a29d-40dd-80d7-02e164cc68e8 x-openstack-request-id: req-2175f802-a29d-40dd-80d7-02e164cc68e8 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:27:16.148173 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a4046f-c767-4a26-8eb3-042aa5a3439e", "tag": "dd3416c1-ffff-4d71-ac1e-ae37b2829916", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:27:16.148494 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2175f802-a29d-40dd-80d7-02e164cc68e8 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:27:16.149051 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a4046f-c767-4a26-8eb3-042aa5a3439e', 'tag': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916', 'status': 'completed', 'code': 200} Jun 30 05:27:16.150129 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60f933-6556-47a1-bb29-d2ea8571bc2f service neutron] Pushing event updated for resources: {'Port': ['ID=dd3416c1-ffff-4d71-ac1e-ae37b2829916,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:16.460117 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72da3f9-dee4-490d-9779-5c75becfc080 req-4d07512e-5451-4c16-b735-685743138a57 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:16.461809 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c72da3f9-dee4-490d-9779-5c75becfc080 req-4d07512e-5451-4c16-b735-685743138a57 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 943 time: 0.0753188 Jun 30 05:27:16.504867 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c72da3f9-dee4-490d-9779-5c75becfc080 req-b48a492e-acaf-4ea1-ad25-7ddb1ffa6024 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365160 Jun 30 05:27:16.637364 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a328d-9d95-4fc7-b6b5-9e6c0c726511 req-97ae1cd1-09e5-4d6c-a2d6-21375ce30f8a tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:16.638949 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b18a328d-9d95-4fc7-b6b5-9e6c0c726511 req-97ae1cd1-09e5-4d6c-a2d6-21375ce30f8a tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 944 time: 0.0749078 Jun 30 05:27:16.677787 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b18a328d-9d95-4fc7-b6b5-9e6c0c726511 req-2c2e44b2-190a-40bb-bf9b-d05ec2301b1d tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329640 Jun 30 05:27:17.031388 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf8691-2174-4887-bbef-0f9afd49d6bd req-05ccd7f4-757f-4ecb-9836-88a6879cc3f5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:17.038537 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-96bf8691-2174-4887-bbef-0f9afd49d6bd req-05ccd7f4-757f-4ecb-9836-88a6879cc3f5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 932 time: 0.0929968 Jun 30 05:27:17.088479 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-96bf8691-2174-4887-bbef-0f9afd49d6bd req-9dc94a00-3b1e-4465-ba8c-66b4d8a031ce tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487392 Jun 30 05:27:17.315246 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:17.690302 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5956672-4bcc-492c-bb93-684e9a5a254e req-99334927-c406-4bf5-92be-35640641064c tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:17.691985 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c5956672-4bcc-492c-bb93-684e9a5a254e req-99334927-c406-4bf5-92be-35640641064c tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 943 time: 0.0656440 Jun 30 05:27:17.744892 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c5956672-4bcc-492c-bb93-684e9a5a254e req-63f0c3e4-9304-4de6-9ba5-a5675e0909a4 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473015 Jun 30 05:27:17.751213 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device cdcfbd9a-3721-4f09-bf24-c4e87988ee13 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:27:17.771734 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Request body: {'port': {'device_id': '7ae6077e-edc1-4890-8efc-434b73942014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:17.920874 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:18.015913 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574f08-44e9-4bc1-af48-305d438b6ddf req-5b11714e-b1ab-49f8-a213-bbc8c1f5a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:18.018037 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3d574f08-44e9-4bc1-af48-305d438b6ddf req-5b11714e-b1ab-49f8-a213-bbc8c1f5a8a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a68817d00e4f15aeea091672074687&device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 1097 time: 0.2512290 Jun 30 05:27:18.072462 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port cdcfbd9a-3721-4f09-bf24-c4e87988ee13, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=cdcfbd9a-3721-4f09-bf24-c4e87988ee13,segment=NetworkSegment(5b19b12f-83e6-4e68-ad1d-2b979bd327a0),segment_id=5b19b12f-83e6-4e68-ad1d-2b979bd327a0)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:18.103987 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': 'cdcfbd9a-3721-4f09-bf24-c4e87988ee13', 'network_id': 'dcd33a4d-1071-489a-9969-296f25b73987', 'port_id': 'cdcfbd9a-3721-4f09-bf24-c4e87988ee13', 'mac_address': 'fa:16:3e:87:ba:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405c31d9-920e-4075-bd18-49e9f9baa8c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:27:18.199687 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:18.220485 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcfbd9a-3721-4f09-bf24-c4e87988ee13 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:27:18.253829 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port cdcfbd9a-3721-4f09-bf24-c4e87988ee13, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=cdcfbd9a-3721-4f09-bf24-c4e87988ee13,segment=NetworkSegment(5b19b12f-83e6-4e68-ad1d-2b979bd327a0),segment_id=5b19b12f-83e6-4e68-ad1d-2b979bd327a0)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:18.262628 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:18.343857 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=cdcfbd9a-3721-4f09-bf24-c4e87988ee13,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:18.367999 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7606d-5aff-4b0e-a052-48b6f9ea3e49 req-abd72f59-e043-4f89-bd29-4279f749005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:18.369483 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-71d7606d-5aff-4b0e-a052-48b6f9ea3e49 req-abd72f59-e043-4f89-bd29-4279f749005c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b418523d224c10a4465e86d4f50cdb&device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 1096 time: 0.5654228 Jun 30 05:27:18.402700 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574f08-44e9-4bc1-af48-305d438b6ddf req-d75b3cb2-73e0-41a2-99f6-2cc280a90bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:18.404318 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3d574f08-44e9-4bc1-af48-305d438b6ddf req-d75b3cb2-73e0-41a2-99f6-2cc280a90bd3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d6a68817d00e4f15aeea091672074687&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3775511 Jun 30 05:27:18.432300 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57442) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:18.524684 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe5a4c-ac50-4fa1-bc7d-d411626c1774 req-30a3d05d-608c-4c35-a0d5-224b70af2175 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:18.526182 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6cbe5a4c-ac50-4fa1-bc7d-d411626c1774 req-30a3d05d-608c-4c35-a0d5-224b70af2175 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 944 time: 0.6011555 Jun 30 05:27:18.535150 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['cdcfbd9a-3721-4f09-bf24-c4e87988ee13'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:27:18.697796 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7b1792d1-c171-4881-a51f-8cb117df36de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:18.716176 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6cbe5a4c-ac50-4fa1-bc7d-d411626c1774 req-3306772f-f959-4e4a-a253-5037fd354f3f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365204 Jun 30 05:27:18.718042 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7606d-5aff-4b0e-a052-48b6f9ea3e49 req-9809f578-089f-46b3-af79-2212314510ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:18.719508 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-71d7606d-5aff-4b0e-a052-48b6f9ea3e49 req-9809f578-089f-46b3-af79-2212314510ae service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c7b418523d224c10a4465e86d4f50cdb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3412256 Jun 30 05:27:18.802698 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ba4127-9e8f-46ba-9f59-263899aa93d4 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:27:18.824615 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574f08-44e9-4bc1-af48-305d438b6ddf req-a25b312d-3e73-4ab2-9dad-d44c6e0606dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:18.828085 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3d574f08-44e9-4bc1-af48-305d438b6ddf req-a25b312d-3e73-4ab2-9dad-d44c6e0606dd service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4161546 Jun 30 05:27:18.828860 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a01c73-0804-480c-a691-fbc41513e33f req-bb793a0c-815c-4f3a-8c70-fd4e58340f55 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:18.830350 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-43a01c73-0804-480c-a691-fbc41513e33f req-bb793a0c-815c-4f3a-8c70-fd4e58340f55 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 932 time: 0.4122939 Jun 30 05:27:18.834157 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:18.864279 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Transition to ACTIVE for port object 59ba4127-9e8f-46ba-9f59-263899aa93d4 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:18.875235 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:19.002589 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-43a01c73-0804-480c-a691-fbc41513e33f req-e3871699-6eb5-4644-ada0-b79ef44bba88 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496201 Jun 30 05:27:19.016193 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Pushing event updated for resources: {'Port': ['ID=59ba4127-9e8f-46ba-9f59-263899aa93d4,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:19.038229 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7606d-5aff-4b0e-a052-48b6f9ea3e49 req-1d112c0d-6944-484d-92c5-b5f604303713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:19.039790 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-71d7606d-5aff-4b0e-a052-48b6f9ea3e49 req-1d112c0d-6944-484d-92c5-b5f604303713 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3136520 Jun 30 05:27:19.103267 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ae229-3f09-4288-a88d-3fbd05217335 req-e3e032ee-5aae-4d44-837d-6bc353486025 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:19.114643 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dd8ae229-3f09-4288-a88d-3fbd05217335 req-e3e032ee-5aae-4d44-837d-6bc353486025 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 944 time: 0.2036209 Jun 30 05:27:19.212401 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dd8ae229-3f09-4288-a88d-3fbd05217335 req-716afc12-ed49-4419-ba4d-3b12933bd7ea tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967178 Jun 30 05:27:19.231343 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-fd4e28aa-2ceb-47d5-b511-1670fec4ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:19.232939 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-fd4e28aa-2ceb-47d5-b511-1670fec4ee92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b418523d224c10a4465e86d4f50cdb&device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 1096 time: 0.1153936 Jun 30 05:27:19.300523 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7b1792d1-c171-4881-a51f-8cb117df36de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:19.302977 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-cc96e71f-a73b-420d-89d4-934f4a41cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:19.304686 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-cc96e71f-a73b-420d-89d4-934f4a41cbf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a68817d00e4f15aeea091672074687&device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 1097 time: 0.4306705 Jun 30 05:27:19.305760 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Attempting to bind port 59ba4127-9e8f-46ba-9f59-263899aa93d4 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:27:19.306264 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Attempting to bind port 59ba4127-9e8f-46ba-9f59-263899aa93d4 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '22c882c6-707e-4ee4-865b-8b8d90778564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:27:19.306708 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Attempting to bind port 59ba4127-9e8f-46ba-9f59-263899aa93d4 on network ab9c3e46-293e-4157-b9f6-36ba3bf22663 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:19.311752 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7b1792d1-c171-4881-a51f-8cb117df36de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:19.334486 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-97dd7ec7-b898-4352-9975-7f6fa8f914db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4711b33b-ea7c-49fa-94e1-342fd33646c9 HTTP/1.1" status: 200 len: 217 time: 0.0926981 Jun 30 05:27:19.335700 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Port 59ba4127-9e8f-46ba-9f59-263899aa93d4 on network ab9c3e46-293e-4157-b9f6-36ba3bf22663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:27:19.336033 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Attempting to bind port 59ba4127-9e8f-46ba-9f59-263899aa93d4 on network ab9c3e46-293e-4157-b9f6-36ba3bf22663 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:19.389943 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:27:19.390385 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Checking segment: {'id': '22c882c6-707e-4ee4-865b-8b8d90778564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:19.390808 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Bound using segment: {'id': '22c882c6-707e-4ee4-865b-8b8d90778564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:27:19.391294 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Bound port: 59ba4127-9e8f-46ba-9f59-263899aa93d4, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c882c6-707e-4ee4-865b-8b8d90778564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:27:19.391669 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:19.400992 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-65efd90a-4fe2-4b6f-a171-d6d56499d2d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3416c1-ffff-4d71-ac1e-ae37b2829916 HTTP/1.1" status: 200 len: 217 time: 0.0860798 Jun 30 05:27:19.404963 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-7abc8846-cf4b-4f38-b554-97cae7025280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:19.406509 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-7abc8846-cf4b-4f38-b554-97cae7025280 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72670b33-8875-46c5-adcb-b911efe78775 HTTP/1.1" status: 200 len: 859 time: 0.0651646 Jun 30 05:27:19.431836 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-7b1792d1-c171-4881-a51f-8cb117df36de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2005fd55f3b4405d8fcb10e9eb385a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9979193 Jun 30 05:27:19.435390 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57480) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:19.460906 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-7ce2f0f1-bded-47c5-8f40-42fcf3020796 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c3e46-293e-4157-b9f6-36ba3bf22663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471253 Jun 30 05:27:19.461492 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1792d1-c171-4881-a51f-8cb117df36de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3ad04a-7801-486f-ac5a-975ad7153166,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:19.529515 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-76b8ff14-27fa-4845-8ecd-b050d4e90029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:19.530217 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-76b8ff14-27fa-4845-8ecd-b050d4e90029 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890b8d44-c46a-4f64-a633-41d4ce21be07 HTTP/1.1" status: 200 len: 850 time: 0.1168077 Jun 30 05:27:19.578156 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-a4ff9c2d-622b-4c50-804a-1090c48152ee service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109190 Jun 30 05:27:19.628483 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] For port 59ba4127-9e8f-46ba-9f59-263899aa93d4, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:27:19.652521 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] For port 59ba4127-9e8f-46ba-9f59-263899aa93d4, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=59ba4127-9e8f-46ba-9f59-263899aa93d4,segment=NetworkSegment(22c882c6-707e-4ee4-865b-8b8d90778564),segment_id=22c882c6-707e-4ee4-865b-8b8d90778564)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:27:19.661330 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:19.666126 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-19ec4375-63e1-4c9b-b6ab-85b6af3cc003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:19.684319 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b9eda6b-10ce-49de-8a62-ed4947f9459d req-17681a1b-47d1-4354-a417-3f87f4efc62d service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988021 Jun 30 05:27:19.715414 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:19.716021 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:19.717403 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] 10.222.0.35 "PUT /v2.0/ports/59ba4127-9e8f-46ba-9f59-263899aa93d4 HTTP/1.1" status: 200 len: 1094 time: 1.9521422 Jun 30 05:27:19.717828 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae6077e-edc1-4890-8efc-434b73942014', 'tag': '59ba4127-9e8f-46ba-9f59-263899aa93d4'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:27:19.720268 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5819022-1b7c-44cd-9074-e41b6a852bad" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae6077e-edc1-4890-8efc-434b73942014", "tag": "59ba4127-9e8f-46ba-9f59-263899aa93d4"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:27:19.744696 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-19ec4375-63e1-4c9b-b6ab-85b6af3cc003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:19.772308 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-a5b7b2ab-74b6-40cd-b882-ef89dfe310fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:19.773993 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-a5b7b2ab-74b6-40cd-b882-ef89dfe310fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2331173 Jun 30 05:27:19.778528 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f41e59-7319-4003-8240-afcbaf6dc96a x-openstack-request-id: req-64f41e59-7319-4003-8240-afcbaf6dc96a {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:27:19.778528 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae6077e-edc1-4890-8efc-434b73942014", "tag": "59ba4127-9e8f-46ba-9f59-263899aa93d4", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:27:19.778710 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64f41e59-7319-4003-8240-afcbaf6dc96a {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:27:19.779056 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae6077e-edc1-4890-8efc-434b73942014', 'tag': '59ba4127-9e8f-46ba-9f59-263899aa93d4', 'status': 'completed', 'code': 200} Jun 30 05:27:19.786027 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5c78a-5189-4fff-8b5a-41e76b8105d4 service neutron] Pushing event updated for resources: {'Port': ['ID=59ba4127-9e8f-46ba-9f59-263899aa93d4,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:19.923281 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-19ec4375-63e1-4c9b-b6ab-85b6af3cc003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:19.926496 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-19ec4375-63e1-4c9b-b6ab-85b6af3cc003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:19.927913 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-19ec4375-63e1-4c9b-b6ab-85b6af3cc003 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d3ad04a-7801-486f-ac5a-975ad7153166 HTTP/1.1" status: 204 len: 168 time: 0.4753408 Jun 30 05:27:19.941733 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-3e003361-f0f6-46d8-be93-d1897e68b9f2 service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397209 Jun 30 05:27:19.943989 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec4375-63e1-4c9b-b6ab-85b6af3cc003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3ad04a-7801-486f-ac5a-975ad7153166,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:19.944156 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389067-ded3-4595-817a-a1ec6e13efa0 req-2be3138d-29bf-4c76-8742-b0ce03a26cca tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:19.946978 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e2389067-ded3-4595-817a-a1ec6e13efa0 req-2be3138d-29bf-4c76-8742-b0ce03a26cca tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 944 time: 0.0789697 Jun 30 05:27:19.963874 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dabb0-5d87-4337-b150-8e12f7e944af req-d9f55669-a8d8-4c3c-9cb1-2770e00939f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:19.966394 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-d9f55669-a8d8-4c3c-9cb1-2770e00939f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b418523d224c10a4465e86d4f50cdb&device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 1097 time: 0.1748085 Jun 30 05:27:20.023803 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e2389067-ded3-4595-817a-a1ec6e13efa0 req-f0d05ff6-53c3-41f2-93c3-be6bd6d1c24f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640955 Jun 30 05:27:20.055695 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-31e5dd94-79a5-45c0-b24d-5a5ad7c10b12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ba4127-9e8f-46ba-9f59-263899aa93d4 HTTP/1.1" status: 200 len: 217 time: 0.0781906 Jun 30 05:27:20.138209 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dabb0-5d87-4337-b150-8e12f7e944af req-9dad0e60-7584-4992-994b-0e45cf0f4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:20.139781 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-9dad0e60-7584-4992-994b-0e45cf0f4e1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72670b33-8875-46c5-adcb-b911efe78775 HTTP/1.1" status: 200 len: 859 time: 0.0773668 Jun 30 05:27:20.146069 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb78bf2d-c0d2-425d-8666-befb2693f12b req-dcb80447-bdca-40f9-b22e-0d69779f4564 service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958146 Jun 30 05:27:20.188551 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-1fae67d9-df51-4df6-a40b-18214aed7b06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c3e46-293e-4157-b9f6-36ba3bf22663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370793 Jun 30 05:27:20.210351 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2e801-8ca2-4ce0-a7d5-db48b98b042d req-b0bb8b63-4caa-454d-a4a6-3ba496860cbb tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:20.212254 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dda2e801-8ca2-4ce0-a7d5-db48b98b042d req-b0bb8b63-4caa-454d-a4a6-3ba496860cbb tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 944 time: 0.0783985 Jun 30 05:27:20.255669 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dda2e801-8ca2-4ce0-a7d5-db48b98b042d req-6c922411-9690-4b40-a9a9-8e651fd5d3d6 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377433 Jun 30 05:27:20.283800 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device cdcfbd9a-3721-4f09-bf24-c4e87988ee13 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:27:20.291421 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-e5cc05ba-200c-4ab9-94e7-2fe6eb6501c0 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960009 Jun 30 05:27:20.331534 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57514) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:20.345803 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port cdcfbd9a-3721-4f09-bf24-c4e87988ee13 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:27:20.350246 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port cdcfbd9a-3721-4f09-bf24-c4e87988ee13 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:20.350617 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:20.377904 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-51410143-562a-4b4a-8a91-46424e906271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:20.441879 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e222c-2da7-4cbf-8d1f-d2eb7eb33979 req-5fb26a33-5c24-4134-9637-7087a9c1242f tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:20.443621 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-566e222c-2da7-4cbf-8d1f-d2eb7eb33979 req-5fb26a33-5c24-4134-9637-7087a9c1242f tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 944 time: 0.1044188 Jun 30 05:27:20.445038 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-665dabb0-5d87-4337-b150-8e12f7e944af req-0767da63-d198-4991-968b-3412fbf535b0 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434419 Jun 30 05:27:20.455062 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:20.481338 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353c1a4d-54e5-4705-8586-565ae81fd9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcfbd9a-3721-4f09-bf24-c4e87988ee13'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:27:20.516981 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-566e222c-2da7-4cbf-8d1f-d2eb7eb33979 req-aa9808c5-4836-483f-a669-4e3b5dd52e7e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568719 Jun 30 05:27:20.523693 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-51410143-562a-4b4a-8a91-46424e906271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:20.545165 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-51410143-562a-4b4a-8a91-46424e906271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:20.565917 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port cdcfbd9a-3721-4f09-bf24-c4e87988ee13, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=cdcfbd9a-3721-4f09-bf24-c4e87988ee13,segment=NetworkSegment(5b19b12f-83e6-4e68-ad1d-2b979bd327a0),segment_id=5b19b12f-83e6-4e68-ad1d-2b979bd327a0)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:20.577445 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:20.613088 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51410143-562a-4b4a-8a91-46424e906271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e8c196-ee96-4ca8-84c0-670404de0b92,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:20.622364 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57530) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:20.633706 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-51410143-562a-4b4a-8a91-46424e906271 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8802f2ffd1504a95a98d91720c936288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000860 Jun 30 05:27:20.650741 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819022-1b7c-44cd-9074-e41b6a852bad req-9af54e13-7133-4de1-b2b7-971415030323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:20.652474 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e5819022-1b7c-44cd-9074-e41b6a852bad req-9af54e13-7133-4de1-b2b7-971415030323 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b418523d224c10a4465e86d4f50cdb&device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 1097 time: 0.1438918 Jun 30 05:27:20.660176 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=cdcfbd9a-3721-4f09-bf24-c4e87988ee13,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:20.693890 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-34a19ae1-6eb0-4dd8-8708-01901c282f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:20.728448 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-34a19ae1-6eb0-4dd8-8708-01901c282f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:20.740634 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7443e7c0-9b78-412e-bb1b-c6cb0299bc99" -d '{"events": [{"server_uuid": "353c1a4d-54e5-4705-8586-565ae81fd9e0", "name": "network-vif-plugged", "status": "completed", "tag": "cdcfbd9a-3721-4f09-bf24-c4e87988ee13"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:27:20.790135 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819022-1b7c-44cd-9074-e41b6a852bad req-6bdb1da0-b685-4a68-ba94-8ca95a7ad0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:20.791815 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e5819022-1b7c-44cd-9074-e41b6a852bad req-6bdb1da0-b685-4a68-ba94-8ca95a7ad0fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab9c3e46-293e-4157-b9f6-36ba3bf22663 HTTP/1.1" status: 200 len: 920 time: 0.1313357 Jun 30 05:27:20.792976 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-34a19ae1-6eb0-4dd8-8708-01901c282f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:20.795810 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-34a19ae1-6eb0-4dd8-8708-01901c282f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:20.796926 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-34a19ae1-6eb0-4dd8-8708-01901c282f04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39e8c196-ee96-4ca8-84c0-670404de0b92 HTTP/1.1" status: 204 len: 168 time: 0.1735704 Jun 30 05:27:20.826537 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a19ae1-6eb0-4dd8-8708-01901c282f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e8c196-ee96-4ca8-84c0-670404de0b92,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:20.848992 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e5819022-1b7c-44cd-9074-e41b6a852bad req-34ee74c2-8d17-4b01-9465-eb65f499f735 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ba4127-9e8f-46ba-9f59-263899aa93d4 HTTP/1.1" status: 200 len: 217 time: 0.0495503 Jun 30 05:27:20.904362 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec0fa6b-9bc2-4d33-9804-c6a4418cc89e x-openstack-request-id: req-aec0fa6b-9bc2-4d33-9804-c6a4418cc89e {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:27:20.904749 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353c1a4d-54e5-4705-8586-565ae81fd9e0", "name": "network-vif-plugged", "status": "completed", "tag": "cdcfbd9a-3721-4f09-bf24-c4e87988ee13", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:27:20.905153 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aec0fa6b-9bc2-4d33-9804-c6a4418cc89e {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:27:20.905910 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353c1a4d-54e5-4705-8586-565ae81fd9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcfbd9a-3721-4f09-bf24-c4e87988ee13', 'code': 200} Jun 30 05:27:20.918211 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819022-1b7c-44cd-9074-e41b6a852bad req-c2bd17d8-eb02-4926-ac4d-0fcf1e3ba2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:20.920149 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e5819022-1b7c-44cd-9074-e41b6a852bad req-c2bd17d8-eb02-4926-ac4d-0fcf1e3ba2c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72670b33-8875-46c5-adcb-b911efe78775 HTTP/1.1" status: 200 len: 859 time: 0.0628948 Jun 30 05:27:20.961809 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e5819022-1b7c-44cd-9074-e41b6a852bad req-85f55bc6-508d-4569-b5c5-fc1591128e8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c3e46-293e-4157-b9f6-36ba3bf22663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333254 Jun 30 05:27:21.132659 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e5819022-1b7c-44cd-9074-e41b6a852bad req-1de43db6-b329-4818-8ba5-fa329d37841a service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609375 Jun 30 05:27:21.271351 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d75fc8-7671-44c1-8155-64209299df79 req-8d064c03-7f2d-46f2-95f6-1c04d0df6d5a tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:21.280723 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-15d75fc8-7671-44c1-8155-64209299df79 req-8d064c03-7f2d-46f2-95f6-1c04d0df6d5a tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 944 time: 0.1090453 Jun 30 05:27:21.349789 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-15d75fc8-7671-44c1-8155-64209299df79 req-af01d361-7be6-4e8a-8cbe-588215d05259 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677905 Jun 30 05:27:21.394358 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca12cbe-b498-49d9-af2f-6eaaf944911c req-6a312fb1-ab4b-4bdd-ae0f-2280c3b50174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:21.395946 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-aca12cbe-b498-49d9-af2f-6eaaf944911c req-6a312fb1-ab4b-4bdd-ae0f-2280c3b50174 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 1098 time: 0.2595358 Jun 30 05:27:21.398007 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e5819022-1b7c-44cd-9074-e41b6a852bad req-51aaba77-195d-45d7-80e0-640110829283 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861391 Jun 30 05:27:21.433283 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-aca12cbe-b498-49d9-af2f-6eaaf944911c req-0f3fb09d-c18f-427f-b7e7-668042f40554 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:21.579962 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3461da1-0e63-4474-a339-981bbe2c0b34 req-a52dad5a-b8b0-405b-b340-7b1e9b98d680 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:21.591101 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b3461da1-0e63-4474-a339-981bbe2c0b34 req-a52dad5a-b8b0-405b-b340-7b1e9b98d680 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 944 time: 0.1629143 Jun 30 05:27:21.616928 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-aca12cbe-b498-49d9-af2f-6eaaf944911c req-0f3fb09d-c18f-427f-b7e7-668042f40554 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:21.623234 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-aca12cbe-b498-49d9-af2f-6eaaf944911c req-0f3fb09d-c18f-427f-b7e7-668042f40554 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:21.664176 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-aca12cbe-b498-49d9-af2f-6eaaf944911c req-0f3fb09d-c18f-427f-b7e7-668042f40554 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536933 Jun 30 05:27:21.685576 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fb09d-c18f-427f-b7e7-668042f40554 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=51b69b72-ebed-47fe-b036-545333094171,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:21.686974 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b3461da1-0e63-4474-a339-981bbe2c0b34 req-587e4edc-64ae-46a7-8494-b32e394aeda2 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886614 Jun 30 05:27:21.851501 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41c86d-c76d-45a1-99a8-a46e083be4af req-80155a29-d1b1-4d06-b680-077020ea08a8 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:21.860085 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9f41c86d-c76d-45a1-99a8-a46e083be4af req-80155a29-d1b1-4d06-b680-077020ea08a8 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 945 time: 0.1102798 Jun 30 05:27:21.871193 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57600) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:21.899855 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9f41c86d-c76d-45a1-99a8-a46e083be4af req-e1a0186e-ad5f-4892-aa8e-a98ecd4f665f tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380313 Jun 30 05:27:21.992691 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-835c728f-ac8b-4046-81de-d58475200819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.106131 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-835c728f-ac8b-4046-81de-d58475200819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.112583 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-835c728f-ac8b-4046-81de-d58475200819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.149476 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57614) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:22.161823 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-835c728f-ac8b-4046-81de-d58475200819 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff92ddb85b764799b18e0a63b8ef79fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894640 Jun 30 05:27:22.163203 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c728f-ac8b-4046-81de-d58475200819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fe72d4-a343-42c5-9535-7733d7eac9f9,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:22.164489 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57618) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:22.224954 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-01fb4a4a-0f3a-44da-9d2a-7ec4e5138cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.252265 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-01fb4a4a-0f3a-44da-9d2a-7ec4e5138cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.284320 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device dd3416c1-ffff-4d71-ac1e-ae37b2829916 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:27:22.313889 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-01fb4a4a-0f3a-44da-9d2a-7ec4e5138cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.316551 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-01fb4a4a-0f3a-44da-9d2a-7ec4e5138cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.317681 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-01fb4a4a-0f3a-44da-9d2a-7ec4e5138cb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27fe72d4-a343-42c5-9535-7733d7eac9f9 HTTP/1.1" status: 204 len: 168 time: 0.1522660 Jun 30 05:27:22.327190 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb4a4a-0f3a-44da-9d2a-7ec4e5138cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fe72d4-a343-42c5-9535-7733d7eac9f9,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:22.417040 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port dd3416c1-ffff-4d71-ac1e-ae37b2829916, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=dd3416c1-ffff-4d71-ac1e-ae37b2829916,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:22.429557 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-63fb9312-f75d-45c6-bdbb-726a64ceed8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.430579 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'port_id': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916', 'mac_address': 'fa:16:3e:10:96:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:27:22.495787 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.518234 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3416c1-ffff-4d71-ac1e-ae37b2829916 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:27:22.539832 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port dd3416c1-ffff-4d71-ac1e-ae37b2829916, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=dd3416c1-ffff-4d71-ac1e-ae37b2829916,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:22.546330 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.547601 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 4711b33b-ea7c-49fa-94e1-342fd33646c9 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:27:22.576860 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98317a23-e2b9-47aa-b804-b3715fda80e3 req-de80d589-6b5c-42d3-89c7-bd04c56b8613 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:22.578566 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-98317a23-e2b9-47aa-b804-b3715fda80e3 req-de80d589-6b5c-42d3-89c7-bd04c56b8613 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 944 time: 0.0952458 Jun 30 05:27:22.659159 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=dd3416c1-ffff-4d71-ac1e-ae37b2829916,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:22.680990 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-98317a23-e2b9-47aa-b804-b3715fda80e3 req-5806b170-eb20-429a-bfe0-2e9cc21fabac tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853972 Jun 30 05:27:22.683323 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-63fb9312-f75d-45c6-bdbb-726a64ceed8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.692826 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-63fb9312-f75d-45c6-bdbb-726a64ceed8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.719314 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 4711b33b-ea7c-49fa-94e1-342fd33646c9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=4711b33b-ea7c-49fa-94e1-342fd33646c9,segment=NetworkSegment(22c882c6-707e-4ee4-865b-8b8d90778564),segment_id=22c882c6-707e-4ee4-865b-8b8d90778564)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:22.733317 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '4711b33b-ea7c-49fa-94e1-342fd33646c9', 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663', 'port_id': '4711b33b-ea7c-49fa-94e1-342fd33646c9', 'mac_address': 'fa:16:3e:91:05:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72670b33-8875-46c5-adcb-b911efe78775', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:27:22.748855 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-63fb9312-f75d-45c6-bdbb-726a64ceed8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed6af5e15975459ca73a9d9ccfedba28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5981719 Jun 30 05:27:22.751876 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57636) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:22.760683 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb9312-f75d-45c6-bdbb-726a64ceed8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2525f1c8-e9bd-4959-9c9c-ccb972c2353e,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:22.834751 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.841949 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b94e14be-e8eb-42ea-9cc2-c3e3ad9bdae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.868003 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4711b33b-ea7c-49fa-94e1-342fd33646c9 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:27:22.891386 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b94e14be-e8eb-42ea-9cc2-c3e3ad9bdae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:22.919246 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 4711b33b-ea7c-49fa-94e1-342fd33646c9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=4711b33b-ea7c-49fa-94e1-342fd33646c9,segment=NetworkSegment(22c882c6-707e-4ee4-865b-8b8d90778564),segment_id=22c882c6-707e-4ee4-865b-8b8d90778564)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:22.934152 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:23.019022 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=4711b33b-ea7c-49fa-94e1-342fd33646c9,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:23.042347 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57654) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:23.063782 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9462c5f6-14c3-4256-b575-8d44a7376718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:23.084568 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0d34a-ef31-4aef-afd4-b90983bc5431 req-7f2f8b70-83f6-4236-ba3e-f2e3530ef649 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:23.096647 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-85e0d34a-ef31-4aef-afd4-b90983bc5431 req-7f2f8b70-83f6-4236-ba3e-f2e3530ef649 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 944 time: 0.2085991 Jun 30 05:27:23.156499 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b94e14be-e8eb-42ea-9cc2-c3e3ad9bdae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:23.159384 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b94e14be-e8eb-42ea-9cc2-c3e3ad9bdae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:23.160485 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-b94e14be-e8eb-42ea-9cc2-c3e3ad9bdae9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2525f1c8-e9bd-4959-9c9c-ccb972c2353e HTTP/1.1" status: 204 len: 168 time: 0.4074948 Jun 30 05:27:23.186767 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e14be-e8eb-42ea-9cc2-c3e3ad9bdae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2525f1c8-e9bd-4959-9c9c-ccb972c2353e,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:23.207752 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-85e0d34a-ef31-4aef-afd4-b90983bc5431 req-eb9a3703-96ce-4246-b0e5-a6be0c514bb8 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006355 Jun 30 05:27:23.226231 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['dd3416c1-ffff-4d71-ac1e-ae37b2829916'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:27:23.238066 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['4711b33b-ea7c-49fa-94e1-342fd33646c9'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:27:23.271081 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63120d2-aaf4-4370-a836-c700ea443aad req-4774d1ac-8db9-4768-ab71-cbd76f949236 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:23.273367 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d63120d2-aaf4-4370-a836-c700ea443aad req-4774d1ac-8db9-4768-ab71-cbd76f949236 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 945 time: 0.1324534 Jun 30 05:27:23.346973 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9462c5f6-14c3-4256-b575-8d44a7376718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:23.356762 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9462c5f6-14c3-4256-b575-8d44a7376718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:23.386451 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d63120d2-aaf4-4370-a836-c700ea443aad req-979e78e6-4f9a-45f1-a7b0-5e28352cd2ee tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016133 Jun 30 05:27:23.478162 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-9462c5f6-14c3-4256-b575-8d44a7376718 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80493ed697724746b14a792e11c4a6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339943 Jun 30 05:27:23.482530 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57668) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:23.543638 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462c5f6-14c3-4256-b575-8d44a7376718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9a630d-e3a1-4c3b-b6c5-78ec6eaff94c,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:23.577848 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b50e4c76-2fc4-4b6c-b9e9-a132c27c51f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:23.601455 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b50e4c76-2fc4-4b6c-b9e9-a132c27c51f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:23.653546 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b50e4c76-2fc4-4b6c-b9e9-a132c27c51f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:23.656303 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b50e4c76-2fc4-4b6c-b9e9-a132c27c51f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:23.657643 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-b50e4c76-2fc4-4b6c-b9e9-a132c27c51f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b9a630d-e3a1-4c3b-b6c5-78ec6eaff94c HTTP/1.1" status: 204 len: 168 time: 0.1733751 Jun 30 05:27:23.665603 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4c76-2fc4-4b6c-b9e9-a132c27c51f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9a630d-e3a1-4c3b-b6c5-78ec6eaff94c,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:23.763014 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57680) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:23.778548 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6a24fb36-2b41-4d63-9ad7-ab21b8c6da39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:23.924559 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614db38-e92f-4efe-9c59-adfa0871bada req-602cd8e2-1218-41b4-95ba-8a9b80d58ecb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:23.926033 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3614db38-e92f-4efe-9c59-adfa0871bada req-602cd8e2-1218-41b4-95ba-8a9b80d58ecb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 945 time: 0.1011534 Jun 30 05:27:23.930727 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6a24fb36-2b41-4d63-9ad7-ab21b8c6da39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:23.936395 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6a24fb36-2b41-4d63-9ad7-ab21b8c6da39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:23.997743 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-6a24fb36-2b41-4d63-9ad7-ab21b8c6da39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3530207661e48e48b24cebf2aaf701c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334533 Jun 30 05:27:24.000498 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57690) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:24.003596 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24fb36-2b41-4d63-9ad7-ab21b8c6da39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c207ca1f-3c57-4249-b247-1afc40f63387,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:24.019795 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3614db38-e92f-4efe-9c59-adfa0871bada req-a1bc8597-73e4-47cd-b1e2-ebb82a9d10b7 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739672 Jun 30 05:27:24.094479 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5d342f2-a9cd-4d03-966d-f6118567d083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:24.116702 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5d342f2-a9cd-4d03-966d-f6118567d083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:24.184204 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5d342f2-a9cd-4d03-966d-f6118567d083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:24.186922 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b5d342f2-a9cd-4d03-966d-f6118567d083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:24.188095 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b5d342f2-a9cd-4d03-966d-f6118567d083 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c207ca1f-3c57-4249-b247-1afc40f63387 HTTP/1.1" status: 204 len: 168 time: 0.1866336 Jun 30 05:27:24.195769 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d342f2-a9cd-4d03-966d-f6118567d083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c207ca1f-3c57-4249-b247-1afc40f63387,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:24.311702 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 59ba4127-9e8f-46ba-9f59-263899aa93d4 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:27:24.345959 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device dd3416c1-ffff-4d71-ac1e-ae37b2829916 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:27:24.524781 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port dd3416c1-ffff-4d71-ac1e-ae37b2829916 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:27:24.532190 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port dd3416c1-ffff-4d71-ac1e-ae37b2829916 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:24.532821 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:24.605264 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 59ba4127-9e8f-46ba-9f59-263899aa93d4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=59ba4127-9e8f-46ba-9f59-263899aa93d4,segment=NetworkSegment(22c882c6-707e-4ee4-865b-8b8d90778564),segment_id=22c882c6-707e-4ee4-865b-8b8d90778564)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:24.639717 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293150f8-a330-45b5-8cda-3a563a81e72f req-d93a6a7e-990a-456b-9dc5-268efe817d14 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:24.647027 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-293150f8-a330-45b5-8cda-3a563a81e72f req-d93a6a7e-990a-456b-9dc5-268efe817d14 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 944 time: 0.3067575 Jun 30 05:27:24.668199 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '59ba4127-9e8f-46ba-9f59-263899aa93d4', 'network_id': 'ab9c3e46-293e-4157-b9f6-36ba3bf22663', 'port_id': '59ba4127-9e8f-46ba-9f59-263899aa93d4', 'mac_address': 'fa:16:3e:ff:99:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72670b33-8875-46c5-adcb-b911efe78775', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:27:24.731427 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:24.732944 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-293150f8-a330-45b5-8cda-3a563a81e72f req-66f02942-40b4-4640-96b1-d1652f504b0d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850232 Jun 30 05:27:24.746119 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:24.757217 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763e67e-5368-40e4-b0d5-d3e37280dc84 req-a37e634d-a7b0-4c31-8645-e3096317e369 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:24.761773 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ba4127-9e8f-46ba-9f59-263899aa93d4 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:27:24.767885 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5763e67e-5368-40e4-b0d5-d3e37280dc84 req-a37e634d-a7b0-4c31-8645-e3096317e369 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 945 time: 0.1858273 Jun 30 05:27:24.784717 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 59ba4127-9e8f-46ba-9f59-263899aa93d4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=59ba4127-9e8f-46ba-9f59-263899aa93d4,segment=NetworkSegment(22c882c6-707e-4ee4-865b-8b8d90778564),segment_id=22c882c6-707e-4ee4-865b-8b8d90778564)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:24.801531 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:24.814525 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a4046f-c767-4a26-8eb3-042aa5a3439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:27:24.816978 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c74a80-a8af-4570-90c7-c7eaa5236010" -d '{"events": [{"server_uuid": "05a4046f-c767-4a26-8eb3-042aa5a3439e", "name": "network-vif-plugged", "status": "completed", "tag": "dd3416c1-ffff-4d71-ac1e-ae37b2829916"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:27:24.850223 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port dd3416c1-ffff-4d71-ac1e-ae37b2829916, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=dd3416c1-ffff-4d71-ac1e-ae37b2829916,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:24.860475 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:24.861335 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 4711b33b-ea7c-49fa-94e1-342fd33646c9 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:27:24.863357 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5763e67e-5368-40e4-b0d5-d3e37280dc84 req-9976c37f-4800-486a-9586-eacd8ff5cb88 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935786 Jun 30 05:27:24.908658 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518c03e4-402e-46e5-8893-516125734e39 x-openstack-request-id: req-518c03e4-402e-46e5-8893-516125734e39 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:27:24.909135 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a4046f-c767-4a26-8eb3-042aa5a3439e", "name": "network-vif-plugged", "status": "completed", "tag": "dd3416c1-ffff-4d71-ac1e-ae37b2829916", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:27:24.909514 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-518c03e4-402e-46e5-8893-516125734e39 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:27:24.910023 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a4046f-c767-4a26-8eb3-042aa5a3439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916', 'code': 200} Jun 30 05:27:24.918737 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=59ba4127-9e8f-46ba-9f59-263899aa93d4,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:25.032460 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=dd3416c1-ffff-4d71-ac1e-ae37b2829916,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:25.053388 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 4711b33b-ea7c-49fa-94e1-342fd33646c9 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:27:25.061711 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 4711b33b-ea7c-49fa-94e1-342fd33646c9 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:25.061711 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:25.116950 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['59ba4127-9e8f-46ba-9f59-263899aa93d4'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:27:25.295695 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:25.377482 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a8653-6407-4a6c-be8b-69c7e42bdc1c req-d1af3fdb-abf1-4658-aa8d-6b827cfd71fe tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:25.388992 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ab9a8653-6407-4a6c-be8b-69c7e42bdc1c req-d1af3fdb-abf1-4658-aa8d-6b827cfd71fe tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.2139273 Jun 30 05:27:25.402851 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff8992-fdf9-4c05-8e2b-315f93cdadbf req-429f9621-48a9-4755-8464-a10d5d3f1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:25.407366 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-90ff8992-fdf9-4c05-8e2b-315f93cdadbf req-429f9621-48a9-4755-8464-a10d5d3f1f22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 1099 time: 0.2018843 Jun 30 05:27:25.486373 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ab9a8653-6407-4a6c-be8b-69c7e42bdc1c req-3ec93c71-1375-46ec-8860-e2ba0811390b tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940912 Jun 30 05:27:25.498767 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-90ff8992-fdf9-4c05-8e2b-315f93cdadbf req-4a1c1df8-7895-4a5c-8fe2-8a54fd1b12c3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828273 Jun 30 05:27:25.597465 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 4711b33b-ea7c-49fa-94e1-342fd33646c9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=4711b33b-ea7c-49fa-94e1-342fd33646c9,segment=NetworkSegment(22c882c6-707e-4ee4-865b-8b8d90778564),segment_id=22c882c6-707e-4ee4-865b-8b8d90778564)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:25.606718 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:25.695327 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=4711b33b-ea7c-49fa-94e1-342fd33646c9,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:25.978698 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23d1db-8cb0-41c2-98c4-3009559166f7 req-75e8f4e0-e60f-453e-b36c-14a7abc25525 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:25.980585 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4e23d1db-8cb0-41c2-98c4-3009559166f7 req-75e8f4e0-e60f-453e-b36c-14a7abc25525 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 945 time: 0.0925312 Jun 30 05:27:26.026049 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4e23d1db-8cb0-41c2-98c4-3009559166f7 req-6cd5ce0e-f853-4a70-a863-343da01d0b73 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Jun 30 05:27:26.681457 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6a810-0cbb-40e4-802d-44d40f57b104 req-56b597b1-9470-4eb5-8d03-c1c63f3e3f25 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:26.683171 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-47d6a810-0cbb-40e4-802d-44d40f57b104 req-56b597b1-9470-4eb5-8d03-c1c63f3e3f25 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0753839 Jun 30 05:27:26.722417 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-47d6a810-0cbb-40e4-802d-44d40f57b104 req-049aea6a-c41c-482a-ae77-0492d048ea5d tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327504 Jun 30 05:27:26.896151 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf638e-ef51-4136-bc41-d32c7f316c4b req-f8e2a20c-e5d8-4fd5-969f-c701adc936a2 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:26.897689 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7faf638e-ef51-4136-bc41-d32c7f316c4b req-f8e2a20c-e5d8-4fd5-969f-c701adc936a2 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0675206 Jun 30 05:27:26.908438 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57832) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:26.913095 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2deea163-1d2d-4174-a93b-93fb2be56e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4711b33b-ea7c-49fa-94e1-342fd33646c9'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:27:26.915819 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00beea9e-c0c8-4b62-aff3-79e38fb7582d" -d '{"events": [{"server_uuid": "2deea163-1d2d-4174-a93b-93fb2be56e7d", "name": "network-vif-plugged", "status": "completed", "tag": "4711b33b-ea7c-49fa-94e1-342fd33646c9"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:27:26.919631 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-a994c921-b660-4f1e-873c-4de6c692f06c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Request body: {'floatingip': {'port_id': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:26.971251 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8804e8-f0d5-4e0b-939e-86d0ffbe84ae x-openstack-request-id: req-5a8804e8-f0d5-4e0b-939e-86d0ffbe84ae {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:27:26.971540 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2deea163-1d2d-4174-a93b-93fb2be56e7d", "name": "network-vif-plugged", "status": "completed", "tag": "4711b33b-ea7c-49fa-94e1-342fd33646c9", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:27:26.971790 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a8804e8-f0d5-4e0b-939e-86d0ffbe84ae {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:27:26.972170 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2deea163-1d2d-4174-a93b-93fb2be56e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4711b33b-ea7c-49fa-94e1-342fd33646c9', 'code': 200} Jun 30 05:27:27.011440 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a994c921-b660-4f1e-873c-4de6c692f06c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:27.306656 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d98e4-03a0-4fbb-b71c-d04d9648329d req-03a5de13-f366-4aab-a618-15669539cf95 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:27.311831 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b39d98e4-03a0-4fbb-b71c-d04d9648329d req-03a5de13-f366-4aab-a618-15669539cf95 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 945 time: 0.0776937 Jun 30 05:27:27.358879 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b39d98e4-03a0-4fbb-b71c-d04d9648329d req-a4406d1a-9347-4539-b7fa-5641b64f64dd tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446405 Jun 30 05:27:27.603993 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5b691-175e-4a83-b015-967753086409 req-73156f5d-50fb-4f85-aca2-ef53f73b103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:27.606059 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-44c5b691-175e-4a83-b015-967753086409 req-73156f5d-50fb-4f85-aca2-ef53f73b103a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 1098 time: 0.3370836 Jun 30 05:27:27.748296 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-44c5b691-175e-4a83-b015-967753086409 req-b08f7a09-419f-4275-b6ac-e1e63a20186f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210465 Jun 30 05:27:27.941117 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:27:27.989431 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a994c921-b660-4f1e-873c-4de6c692f06c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:27.994191 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a994c921-b660-4f1e-873c-4de6c692f06c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:28.097708 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [None req-a994c921-b660-4f1e-873c-4de6c692f06c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Floating IP acc7bcc2-abdf-44dd-b474-fec077700461 associated. External IP: 172.27.2.249, port: dd3416c1-ffff-4d71-ac1e-ae37b2829916. Jun 30 05:27:28.302385 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a994c921-b660-4f1e-873c-4de6c692f06c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Router 86506398-08f3-46c1-be7b-b02eb8743bd3 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:27:28.313893 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 59ba4127-9e8f-46ba-9f59-263899aa93d4 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:27:28.369890 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 59ba4127-9e8f-46ba-9f59-263899aa93d4 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:27:28.374828 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 59ba4127-9e8f-46ba-9f59-263899aa93d4 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:28.375238 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:28.410308 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a994c921-b660-4f1e-873c-4de6c692f06c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:27:28.414873 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a994c921-b660-4f1e-873c-4de6c692f06c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:28.425109 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db621f33-385b-4ee8-a2b3-453cd6255b2b None None] Sync routers for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:27:28.434645 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db621f33-385b-4ee8-a2b3-453cd6255b2b None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:27:28.435381 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-db621f33-385b-4ee8-a2b3-453cd6255b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:28.456861 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:28.466965 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-a994c921-b660-4f1e-873c-4de6c692f06c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "PUT /v2.0/floatingips/acc7bcc2-abdf-44dd-b474-fec077700461 HTTP/1.1" status: 200 len: 992 time: 1.5562460 Jun 30 05:27:28.467892 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a4046f-c767-4a26-8eb3-042aa5a3439e', 'tag': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:27:28.476312 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecff91d-6a33-48bb-88c9-852fcc85bc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "05a4046f-c767-4a26-8eb3-042aa5a3439e", "tag": "dd3416c1-ffff-4d71-ac1e-ae37b2829916"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:27:28.495795 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 59ba4127-9e8f-46ba-9f59-263899aa93d4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=59ba4127-9e8f-46ba-9f59-263899aa93d4,segment=NetworkSegment(22c882c6-707e-4ee4-865b-8b8d90778564),segment_id=22c882c6-707e-4ee4-865b-8b8d90778564)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:28.500891 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:28.598448 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=59ba4127-9e8f-46ba-9f59-263899aa93d4,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:28.625458 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efed243-65bc-477c-a9be-95e81f2842fd req-0579d9b1-1c38-4cb5-a2b8-6522b19d7c1c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:28.627805 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2efed243-65bc-477c-a9be-95e81f2842fd req-0579d9b1-1c38-4cb5-a2b8-6522b19d7c1c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1046345 Jun 30 05:27:28.628982 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-db621f33-385b-4ee8-a2b3-453cd6255b2b None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:27:28.697511 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2efed243-65bc-477c-a9be-95e81f2842fd req-dd7eedfd-3ba7-4cd2-8fd4-fa8d07c07cc8 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634644 Jun 30 05:27:28.753999 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329d9e22-8c9d-406f-9e99-fad5cb6e509c x-openstack-request-id: req-329d9e22-8c9d-406f-9e99-fad5cb6e509c {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:27:28.754448 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a4046f-c767-4a26-8eb3-042aa5a3439e", "tag": "dd3416c1-ffff-4d71-ac1e-ae37b2829916", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:27:28.754674 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-329d9e22-8c9d-406f-9e99-fad5cb6e509c {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:27:28.755278 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a4046f-c767-4a26-8eb3-042aa5a3439e', 'tag': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916', 'status': 'completed', 'code': 200} Jun 30 05:27:28.886977 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecff91d-6a33-48bb-88c9-852fcc85bc4e req-02f6bd84-e1c8-432a-a926-f58174107031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:28.888159 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5ecff91d-6a33-48bb-88c9-852fcc85bc4e req-02f6bd84-e1c8-432a-a926-f58174107031 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a68817d00e4f15aeea091672074687&device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 1099 time: 0.0903945 Jun 30 05:27:28.963181 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57920) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:28.967497 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-db621f33-385b-4ee8-a2b3-453cd6255b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': 'acc7bcc2-abdf-44dd-b474-fec077700461', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'port_id': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'mac_address': 'fa:16:3e:10:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a4046f-c767-4a26-8eb3-042aa5a3439e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:26:58Z', 'updated_at': '2021-06-30T05:27:27Z', 'revision_number': 1, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:58Z', 'revision_number': 5, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:28.973478 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae6077e-edc1-4890-8efc-434b73942014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ba4127-9e8f-46ba-9f59-263899aa93d4'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:27:28.976095 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec6bac3-b95c-47a8-a574-87adadc7861a" -d '{"events": [{"server_uuid": "7ae6077e-edc1-4890-8efc-434b73942014", "name": "network-vif-plugged", "status": "completed", "tag": "59ba4127-9e8f-46ba-9f59-263899aa93d4"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:27:29.003317 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecff91d-6a33-48bb-88c9-852fcc85bc4e req-fb497c06-e45f-408e-b038-113cbbfb0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:29.005121 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db621f33-385b-4ee8-a2b3-453cd6255b2b None None] Checking router: 86506398-08f3-46c1-be7b-b02eb8743bd3 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:27:29.016632 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5ecff91d-6a33-48bb-88c9-852fcc85bc4e req-fb497c06-e45f-408e-b038-113cbbfb0cf5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf HTTP/1.1" status: 200 len: 912 time: 0.1220562 Jun 30 05:27:29.018100 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db621f33-385b-4ee8-a2b3-453cd6255b2b None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:27:29.018981 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-db621f33-385b-4ee8-a2b3-453cd6255b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:29.036707 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801991c8-033f-40ca-a313-ed311241cdec x-openstack-request-id: req-801991c8-033f-40ca-a313-ed311241cdec {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:27:29.037208 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae6077e-edc1-4890-8efc-434b73942014", "name": "network-vif-plugged", "status": "completed", "tag": "59ba4127-9e8f-46ba-9f59-263899aa93d4", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:27:29.037598 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-801991c8-033f-40ca-a313-ed311241cdec {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:27:29.038505 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae6077e-edc1-4890-8efc-434b73942014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ba4127-9e8f-46ba-9f59-263899aa93d4', 'code': 200} Jun 30 05:27:29.100679 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57930) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:29.249045 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5ecff91d-6a33-48bb-88c9-852fcc85bc4e req-906cd61a-db42-493f-85ba-b9586b3746c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3416c1-ffff-4d71-ac1e-ae37b2829916 HTTP/1.1" status: 200 len: 1000 time: 0.2215531 Jun 30 05:27:29.264556 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0902faf9-9e6e-4739-90ec-5ef1be6386c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:29.298532 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-db621f33-385b-4ee8-a2b3-453cd6255b2b None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:27:29.327517 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecff91d-6a33-48bb-88c9-852fcc85bc4e req-2e5dba04-e825-4862-b341-e484c7751943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:29.329156 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5ecff91d-6a33-48bb-88c9-852fcc85bc4e req-2e5dba04-e825-4862-b341-e484c7751943 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890b8d44-c46a-4f64-a633-41d4ce21be07 HTTP/1.1" status: 200 len: 850 time: 0.0740187 Jun 30 05:27:29.345922 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a65a2819-bd09-490c-ad70-bacff04a7ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:29.434246 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0902faf9-9e6e-4739-90ec-5ef1be6386c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:29.493707 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0902faf9-9e6e-4739-90ec-5ef1be6386c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:29.576990 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-0902faf9-9e6e-4739-90ec-5ef1be6386c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44513306711645948b1bcf66e28eef98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6121693 Jun 30 05:27:29.583228 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57948) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:29.596091 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902faf9-9e6e-4739-90ec-5ef1be6386c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa77e4a8-d3ef-4aeb-b771-e18f6bea1b49,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:29.743881 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a65a2819-bd09-490c-ad70-bacff04a7ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:29.748764 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-db621f33-385b-4ee8-a2b3-453cd6255b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': 'acc7bcc2-abdf-44dd-b474-fec077700461', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'port_id': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'mac_address': 'fa:16:3e:10:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a4046f-c767-4a26-8eb3-042aa5a3439e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:26:58Z', 'updated_at': '2021-06-30T05:27:27Z', 'revision_number': 1, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:58Z', 'revision_number': 5, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:29.755995 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a65a2819-bd09-490c-ad70-bacff04a7ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:29.763031 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66cafd-ccac-457a-bf02-de1b7b0993b8 req-9c32773c-7eda-41ec-b2f7-ba6aad1f688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:29.764584 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-af66cafd-ccac-457a-bf02-de1b7b0993b8 req-9c32773c-7eda-41ec-b2f7-ba6aad1f688c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 1099 time: 0.4144588 Jun 30 05:27:29.767003 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecff91d-6a33-48bb-88c9-852fcc85bc4e req-5ce03845-d58a-4d19-a7bb-3d3140b26fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:29.768405 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5ecff91d-6a33-48bb-88c9-852fcc85bc4e req-5ce03845-d58a-4d19-a7bb-3d3140b26fc7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4282863 Jun 30 05:27:29.787308 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db621f33-385b-4ee8-a2b3-453cd6255b2b None None] The sync data for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi is: [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': 'acc7bcc2-abdf-44dd-b474-fec077700461', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'port_id': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'mac_address': 'fa:16:3e:10:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a4046f-c767-4a26-8eb3-042aa5a3439e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:26:58Z', 'updated_at': '2021-06-30T05:27:27Z', 'revision_number': 1, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:58Z', 'revision_number': 5, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:27:29.846611 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b97a10a0-b85f-47df-9673-1d2792d6382f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:29.867894 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-af66cafd-ccac-457a-bf02-de1b7b0993b8 req-9d2d49f1-cbb0-4116-adc3-3bb852d6ca43 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834172 Jun 30 05:27:29.886352 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-a65a2819-bd09-490c-ad70-bacff04a7ce6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b69615f57add440ebea236e46ad9b138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7817266 Jun 30 05:27:29.891888 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57960) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:29.916026 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a2819-bd09-490c-ad70-bacff04a7ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f29145-7429-4423-a173-8e669c8c0812,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:29.920634 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b97a10a0-b85f-47df-9673-1d2792d6382f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:29.965264 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5ecff91d-6a33-48bb-88c9-852fcc85bc4e req-6cdd208a-7c88-4f0c-8944-c12f6f169d60 service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698530 Jun 30 05:27:30.004425 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b6053635-aa0f-4a13-97eb-ea162c7c440b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:30.011629 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b97a10a0-b85f-47df-9673-1d2792d6382f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:30.014157 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b97a10a0-b85f-47df-9673-1d2792d6382f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:30.015602 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-b97a10a0-b85f-47df-9673-1d2792d6382f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa77e4a8-d3ef-4aeb-b771-e18f6bea1b49 HTTP/1.1" status: 204 len: 168 time: 0.4136400 Jun 30 05:27:30.034750 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8b45e-045a-4d39-811b-d4a84e9dcae3 req-8b911939-a779-4abd-857b-ce1043a4dd3d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:30.043148 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-49e8b45e-045a-4d39-811b-d4a84e9dcae3 req-8b911939-a779-4abd-857b-ce1043a4dd3d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1620417 Jun 30 05:27:30.066221 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a10a0-b85f-47df-9673-1d2792d6382f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa77e4a8-d3ef-4aeb-b771-e18f6bea1b49,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:30.068541 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b6053635-aa0f-4a13-97eb-ea162c7c440b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:30.127228 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-49e8b45e-045a-4d39-811b-d4a84e9dcae3 req-2da9d923-b08a-44ab-9684-fd02b082c3b5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831780 Jun 30 05:27:30.130620 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b738e633-5ca0-40c0-8fed-c42f1b09b958 None None] New status for floating IP acc7bcc2-abdf-44dd-b474-fec077700461: ACTIVE {{(pid=92844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:27:30.155956 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b6053635-aa0f-4a13-97eb-ea162c7c440b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:30.158813 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b6053635-aa0f-4a13-97eb-ea162c7c440b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:30.160081 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b6053635-aa0f-4a13-97eb-ea162c7c440b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9f29145-7429-4423-a173-8e669c8c0812 HTTP/1.1" status: 204 len: 168 time: 0.2670655 Jun 30 05:27:30.180038 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6053635-aa0f-4a13-97eb-ea162c7c440b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f29145-7429-4423-a173-8e669c8c0812,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:30.203440 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5ecff91d-6a33-48bb-88c9-852fcc85bc4e req-c3576a84-3d51-447e-9cec-e39b7093ec6f service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213936 Jun 30 05:27:30.414654 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 57974) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:30.428862 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e1f650cf-3971-4d61-9c22-70c043b129b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:30.527341 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e1f650cf-3971-4d61-9c22-70c043b129b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:30.531350 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e1f650cf-3971-4d61-9c22-70c043b129b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:30.571843 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-e1f650cf-3971-4d61-9c22-70c043b129b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b34900badf545228ebcaa598fc7848d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537602 Jun 30 05:27:30.571843 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f650cf-3971-4d61-9c22-70c043b129b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9115492f-2343-467b-a5ca-cfd01a3cf3d1,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:30.572268 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 57980) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:30.638840 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fd2498ef-0e89-4ea2-b32f-2fcba14f98e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:30.662376 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fd2498ef-0e89-4ea2-b32f-2fcba14f98e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:30.712878 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fd2498ef-0e89-4ea2-b32f-2fcba14f98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:30.715914 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fd2498ef-0e89-4ea2-b32f-2fcba14f98e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:30.719486 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-fd2498ef-0e89-4ea2-b32f-2fcba14f98e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9115492f-2343-467b-a5ca-cfd01a3cf3d1 HTTP/1.1" status: 204 len: 168 time: 0.1436400 Jun 30 05:27:30.725419 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2498ef-0e89-4ea2-b32f-2fcba14f98e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9115492f-2343-467b-a5ca-cfd01a3cf3d1,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:31.218299 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58026) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:31.239377 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b26cd69f-ed1a-409c-a03f-c8f2eea39561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:31.333439 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe09a3-ff29-4453-bfc0-91ec3856ea72 req-85ec6478-893c-42d8-a675-44b0c1f97c11 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:31.341100 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f2fe09a3-ff29-4453-bfc0-91ec3856ea72 req-85ec6478-893c-42d8-a675-44b0c1f97c11 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0813019 Jun 30 05:27:31.363640 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b26cd69f-ed1a-409c-a03f-c8f2eea39561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:31.379869 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b26cd69f-ed1a-409c-a03f-c8f2eea39561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:31.395147 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f2fe09a3-ff29-4453-bfc0-91ec3856ea72 req-f294c97c-921e-44c2-a66a-5a1bdba4d205 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529320 Jun 30 05:27:31.444534 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b26cd69f-ed1a-409c-a03f-c8f2eea39561 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b379531231a48df899e893b81ac0fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241344 Jun 30 05:27:31.447642 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58062) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:31.469090 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cd69f-ed1a-409c-a03f-c8f2eea39561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260e989f-b23b-4fbe-8d28-2975ec7cf74a,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:31.516767 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-957bccc3-b576-4654-bb08-20a7841b6228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:31.539382 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-957bccc3-b576-4654-bb08-20a7841b6228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:31.592815 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-957bccc3-b576-4654-bb08-20a7841b6228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:31.595913 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-957bccc3-b576-4654-bb08-20a7841b6228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:31.601179 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-957bccc3-b576-4654-bb08-20a7841b6228 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/260e989f-b23b-4fbe-8d28-2975ec7cf74a HTTP/1.1" status: 204 len: 168 time: 0.1482451 Jun 30 05:27:31.611891 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bccc3-b576-4654-bb08-20a7841b6228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260e989f-b23b-4fbe-8d28-2975ec7cf74a,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:32.588835 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437fc58-e3ee-4423-9ead-86793ad77f80 req-009d0ad6-7cda-46a9-91cf-bc856e4d1c4f tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:32.591142 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9437fc58-e3ee-4423-9ead-86793ad77f80 req-009d0ad6-7cda-46a9-91cf-bc856e4d1c4f tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0692327 Jun 30 05:27:32.632098 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9437fc58-e3ee-4423-9ead-86793ad77f80 req-e6446670-0193-4ee6-95e9-299548f068d2 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347595 Jun 30 05:27:33.389494 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58140) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:33.488184 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9155416a-c8fd-4aa1-ab9c-a356af37b9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:33.578128 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9155416a-c8fd-4aa1-ab9c-a356af37b9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:33.582580 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9155416a-c8fd-4aa1-ab9c-a356af37b9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:33.620958 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-9155416a-c8fd-4aa1-ab9c-a356af37b9b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6176615121cf40578880686cd76e4596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303848 Jun 30 05:27:33.623554 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155416a-c8fd-4aa1-ab9c-a356af37b9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8739b0a1-b215-4d89-a7ba-685d529d191f,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:33.624464 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 58148) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:33.675748 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3da7a7d0-019a-42e8-9377-b99cd92c50f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:33.696543 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3da7a7d0-019a-42e8-9377-b99cd92c50f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:33.744142 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3da7a7d0-019a-42e8-9377-b99cd92c50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:33.746787 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3da7a7d0-019a-42e8-9377-b99cd92c50f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:33.747989 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-3da7a7d0-019a-42e8-9377-b99cd92c50f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8739b0a1-b215-4d89-a7ba-685d529d191f HTTP/1.1" status: 204 len: 168 time: 0.1220345 Jun 30 05:27:33.765766 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7a7d0-019a-42e8-9377-b99cd92c50f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8739b0a1-b215-4d89-a7ba-685d529d191f,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:33.826438 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da0fa5-f0dc-4115-8d41-c72090a788b6 req-8d4b4dab-b3f9-4442-9b7c-16b7a35c7620 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:33.827977 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b2da0fa5-f0dc-4115-8d41-c72090a788b6 req-8d4b4dab-b3f9-4442-9b7c-16b7a35c7620 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0773504 Jun 30 05:27:33.875368 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b2da0fa5-f0dc-4115-8d41-c72090a788b6 req-9abb8b4c-4297-438b-8860-8f4ac5656391 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418293 Jun 30 05:27:34.033327 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 58172) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:34.048579 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6477d10f-ff03-4353-afa9-f699f720dbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:34.146194 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6477d10f-ff03-4353-afa9-f699f720dbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:34.151243 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6477d10f-ff03-4353-afa9-f699f720dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:34.190822 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-6477d10f-ff03-4353-afa9-f699f720dbb8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b48796470e7e497094b19f840ddf8f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562567 Jun 30 05:27:34.191699 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477d10f-ff03-4353-afa9-f699f720dbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36a12f8-6ded-43be-91c5-0a32d52b4e1f,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:34.194155 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58184) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:34.244540 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-82d9de03-c720-488b-8a96-7fb149be2e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:34.268962 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-82d9de03-c720-488b-8a96-7fb149be2e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:34.319352 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-82d9de03-c720-488b-8a96-7fb149be2e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:34.321827 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-82d9de03-c720-488b-8a96-7fb149be2e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:34.322957 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-82d9de03-c720-488b-8a96-7fb149be2e08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a36a12f8-6ded-43be-91c5-0a32d52b4e1f HTTP/1.1" status: 204 len: 168 time: 0.1278145 Jun 30 05:27:34.331271 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9de03-c720-488b-8a96-7fb149be2e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36a12f8-6ded-43be-91c5-0a32d52b4e1f,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:35.058234 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d38637-e888-47fd-93fd-4a7e523606e3 req-1174e8bc-3761-4488-8aa2-d549c94c7b57 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:35.060065 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c6d38637-e888-47fd-93fd-4a7e523606e3 req-1174e8bc-3761-4488-8aa2-d549c94c7b57 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0630233 Jun 30 05:27:35.099670 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c6d38637-e888-47fd-93fd-4a7e523606e3 req-a6139e55-e44e-4a1a-a64e-5fb2a07dc994 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340977 Jun 30 05:27:35.526317 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5dc2-8090-42d3-9862-dc54a954f25b req-868c26d6-e6bf-4bc6-8a28-b409c4791d37 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:35.528514 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-830a5dc2-8090-42d3-9862-dc54a954f25b req-868c26d6-e6bf-4bc6-8a28-b409c4791d37 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0655258 Jun 30 05:27:35.564181 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-830a5dc2-8090-42d3-9862-dc54a954f25b req-a6a6cd7c-0ab3-4280-b1d9-affdcf17b232 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299447 Jun 30 05:27:36.735005 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d36d8-7e60-41ab-94ab-111dfe58622e req-817e79ab-7794-4b38-a495-d919e68a52f3 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:36.736493 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e73d36d8-7e60-41ab-94ab-111dfe58622e req-817e79ab-7794-4b38-a495-d919e68a52f3 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0630589 Jun 30 05:27:36.774346 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e73d36d8-7e60-41ab-94ab-111dfe58622e req-6d320482-e585-4f7d-8cba-bb8d22c26de7 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324030 Jun 30 05:27:37.512044 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364c90d-80c4-4bf8-a65c-7ba0ec258ed9 req-75ba231f-62ec-40a9-b504-147ebb1969a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:37.514252 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1364c90d-80c4-4bf8-a65c-7ba0ec258ed9 req-75ba231f-62ec-40a9-b504-147ebb1969a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b418523d224c10a4465e86d4f50cdb&device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 1099 time: 0.0578637 Jun 30 05:27:37.608491 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364c90d-80c4-4bf8-a65c-7ba0ec258ed9 req-32370e07-99e3-46da-a9d7-4be2b35f7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:37.609938 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1364c90d-80c4-4bf8-a65c-7ba0ec258ed9 req-32370e07-99e3-46da-a9d7-4be2b35f7d80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab9c3e46-293e-4157-b9f6-36ba3bf22663 HTTP/1.1" status: 200 len: 920 time: 0.0870047 Jun 30 05:27:37.652773 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1364c90d-80c4-4bf8-a65c-7ba0ec258ed9 req-99c989be-7335-48ce-b0d6-a8ce904d4ac4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ba4127-9e8f-46ba-9f59-263899aa93d4 HTTP/1.1" status: 200 len: 217 time: 0.0351429 Jun 30 05:27:37.700354 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364c90d-80c4-4bf8-a65c-7ba0ec258ed9 req-50f6a695-9468-422c-822a-f7b2ce69fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:37.701785 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1364c90d-80c4-4bf8-a65c-7ba0ec258ed9 req-50f6a695-9468-422c-822a-f7b2ce69fbc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72670b33-8875-46c5-adcb-b911efe78775 HTTP/1.1" status: 200 len: 859 time: 0.0419090 Jun 30 05:27:37.741272 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1364c90d-80c4-4bf8-a65c-7ba0ec258ed9 req-d7c5312e-2068-4724-95b8-7b69470e6c32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c3e46-293e-4157-b9f6-36ba3bf22663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252845 Jun 30 05:27:37.838353 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1364c90d-80c4-4bf8-a65c-7ba0ec258ed9 req-63d987cb-39e2-43cd-8800-17258e047748 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873733 Jun 30 05:27:37.943050 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1364c90d-80c4-4bf8-a65c-7ba0ec258ed9 req-580c08f2-c146-4a74-bbed-cf7109680c5a service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943642 Jun 30 05:27:37.953739 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a734f61-52e1-4d81-a56e-fa0770c2f498 req-1b755815-d7d3-4753-8bee-02e15deceda2 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:37.955213 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4a734f61-52e1-4d81-a56e-fa0770c2f498 req-1b755815-d7d3-4753-8bee-02e15deceda2 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0612338 Jun 30 05:27:37.995160 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4a734f61-52e1-4d81-a56e-fa0770c2f498 req-4d07efb3-7772-4ac6-8331-1df123e18caa tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332026 Jun 30 05:27:38.149086 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:39.218118 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0b66c-81f7-4c07-89ae-43bf0b9b3efd req-2cc56651-4126-45bf-a226-5a4b7cd06e26 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:39.220032 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-31b0b66c-81f7-4c07-89ae-43bf0b9b3efd req-2cc56651-4126-45bf-a226-5a4b7cd06e26 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0997236 Jun 30 05:27:39.294795 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-31b0b66c-81f7-4c07-89ae-43bf0b9b3efd req-7d29061f-a01c-473f-bd45-046471786758 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633183 Jun 30 05:27:39.319753 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ed1d3-0ba9-4170-b05c-d9ec634b32d8 req-f72a43c9-0094-46a8-acdb-14df8c8e0fef tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:39.321483 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-373ed1d3-0ba9-4170-b05c-d9ec634b32d8 req-f72a43c9-0094-46a8-acdb-14df8c8e0fef tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 945 time: 0.1004348 Jun 30 05:27:39.360903 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-373ed1d3-0ba9-4170-b05c-d9ec634b32d8 req-b127d6ee-f224-469f-a90d-42ab625813c9 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333979 Jun 30 05:27:40.477906 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57476762-5d1a-423b-8b1a-0d28e4c0f79f req-ff5f401c-4e78-47bc-b9bd-233b59d8a44d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:40.479394 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-57476762-5d1a-423b-8b1a-0d28e4c0f79f req-ff5f401c-4e78-47bc-b9bd-233b59d8a44d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0639973 Jun 30 05:27:40.516653 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-57476762-5d1a-423b-8b1a-0d28e4c0f79f req-0577fc11-a23f-4720-aff1-196dfade6968 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315988 Jun 30 05:27:40.673615 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00987aed-fa2f-416f-9e60-7501ef28dd50 req-521351e5-7557-41be-85fc-009701584b61 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:40.674977 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-00987aed-fa2f-416f-9e60-7501ef28dd50 req-521351e5-7557-41be-85fc-009701584b61 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 945 time: 0.0614421 Jun 30 05:27:40.713045 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-00987aed-fa2f-416f-9e60-7501ef28dd50 req-40d71066-3538-4aec-8bc1-4cdd116497f8 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324855 Jun 30 05:27:41.684800 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd26326-7fea-4991-af0d-dd74558a92bc req-c7422d22-16a4-487d-adc6-15c59ebadfca tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:41.686216 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6fd26326-7fea-4991-af0d-dd74558a92bc req-c7422d22-16a4-487d-adc6-15c59ebadfca tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0610371 Jun 30 05:27:41.723227 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6fd26326-7fea-4991-af0d-dd74558a92bc req-d7979475-82c2-4a83-8486-d714832318ed tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313737 Jun 30 05:27:41.886109 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1a48e-4698-4bda-b24f-bacd06b5368c req-88bd14aa-d5a3-4d09-94ee-57320b6cd827 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:41.888198 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-faa1a48e-4698-4bda-b24f-bacd06b5368c req-88bd14aa-d5a3-4d09-94ee-57320b6cd827 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 945 time: 0.0665128 Jun 30 05:27:41.923616 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-faa1a48e-4698-4bda-b24f-bacd06b5368c req-204eb293-74c5-439e-8901-a394d3e3bbc3 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300121 Jun 30 05:27:42.105946 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a225e7d5-210b-4859-9cc1-c7130620c68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:42.908897 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f72f1-4905-4013-9b8d-a3c8499bd633 req-f0087ab7-b92b-4144-8f80-245977313581 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:42.910625 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bd4f72f1-4905-4013-9b8d-a3c8499bd633 req-f0087ab7-b92b-4144-8f80-245977313581 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0779717 Jun 30 05:27:42.960350 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bd4f72f1-4905-4013-9b8d-a3c8499bd633 req-0cbc6c88-d440-4318-948c-643d5c95241f tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433316 Jun 30 05:27:43.262214 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1d5a5-c11a-4d04-9d5e-74d7ea2d695e req-81e07d87-15c0-482d-bd87-682d3aa3425f tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:43.264462 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e8c1d5a5-c11a-4d04-9d5e-74d7ea2d695e req-81e07d87-15c0-482d-bd87-682d3aa3425f tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 945 time: 0.0683212 Jun 30 05:27:43.315766 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e8c1d5a5-c11a-4d04-9d5e-74d7ea2d695e req-ffd58cc8-7b4d-46ce-8c37-967c4abdfafb tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 Jun 30 05:27:44.140809 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a0b8c-1a32-4e30-9698-b313adb98f5c req-c08bbe50-f2e6-46e9-8f55-8bb6a554dedb tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:44.142309 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-146a0b8c-1a32-4e30-9698-b313adb98f5c req-c08bbe50-f2e6-46e9-8f55-8bb6a554dedb tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0631704 Jun 30 05:27:44.187593 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-146a0b8c-1a32-4e30-9698-b313adb98f5c req-4ac405c4-3833-448f-9c6b-b6f8eebf02c0 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352912 Jun 30 05:27:44.507719 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5652c75-e502-4382-9733-d144e81b13cf req-87c12916-d939-42d9-af0a-ba83bc33294e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:44.509086 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c5652c75-e502-4382-9733-d144e81b13cf req-87c12916-d939-42d9-af0a-ba83bc33294e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 945 time: 0.0636191 Jun 30 05:27:44.546206 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c5652c75-e502-4382-9733-d144e81b13cf req-cc682e01-3710-4c68-a60d-c1e673ec84d8 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/security-groups?id=54553c93-acfe-40e8-961c-4222e60515e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310712 Jun 30 05:27:44.702928 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e58bbaf3-45a5-43b2-80e3-51baf04d5519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:44.780472 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:44.887096 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6ae40-8b4d-4cba-a829-ce1e44fb11fb req-a5a1e312-b1cc-43e1-bb83-da8004708ef5 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:44.893565 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-29c6ae40-8b4d-4cba-a829-ce1e44fb11fb req-a5a1e312-b1cc-43e1-bb83-da8004708ef5 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.35 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 945 time: 0.1495733 Jun 30 05:27:44.985831 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 58486) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:45.023470 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-29c6ae40-8b4d-4cba-a829-ce1e44fb11fb req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Deleting port cdcfbd9a-3721-4f09-bf24-c4e87988ee13 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:27:45.023812 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-29c6ae40-8b4d-4cba-a829-ce1e44fb11fb req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:45.124518 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:45.131259 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-29c6ae40-8b4d-4cba-a829-ce1e44fb11fb req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] For port cdcfbd9a-3721-4f09-bf24-c4e87988ee13, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=cdcfbd9a-3721-4f09-bf24-c4e87988ee13,segment=NetworkSegment(5b19b12f-83e6-4e68-ad1d-2b979bd327a0),segment_id=5b19b12f-83e6-4e68-ad1d-2b979bd327a0)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:45.131864 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-29c6ae40-8b4d-4cba-a829-ce1e44fb11fb req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:45.149693 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-29c6ae40-8b4d-4cba-a829-ce1e44fb11fb req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Calling delete_port for cdcfbd9a-3721-4f09-bf24-c4e87988ee13 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:27:45.237388 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:45.242033 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:45.291903 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d34741dc8a804709ac15d3fc53ed5d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047979 Jun 30 05:27:45.292545 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 58498) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:45.295613 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead0bb11-6ec2-4413-a909-1ba451910f16,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:45.309168 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.309838 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.310454 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.311013 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.311860 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.312424 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.312989 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.313552 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.314081 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.314612 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.315159 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.315693 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e70bf-48a6-457a-ba94-86126013e98d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.342556 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-29c6ae40-8b4d-4cba-a829-ce1e44fb11fb req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:45.354608 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['cdcfbd9a-3721-4f09-bf24-c4e87988ee13'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:27:45.374834 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c715e1fc-7471-4cd2-828e-05b0a248bbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:45.379524 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Pushing event deleted for resources: {'Port': ['ID=cdcfbd9a-3721-4f09-bf24-c4e87988ee13,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:45.406434 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c715e1fc-7471-4cd2-828e-05b0a248bbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:45.421686 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.422332 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.422930 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.423448 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.424019 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.424733 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.425301 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.425854 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.426365 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.426874 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.427445 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.427923 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:45.468388 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c715e1fc-7471-4cd2-828e-05b0a248bbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:45.471326 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c715e1fc-7471-4cd2-828e-05b0a248bbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:45.475506 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-c715e1fc-7471-4cd2-828e-05b0a248bbb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ead0bb11-6ec2-4413-a909-1ba451910f16 HTTP/1.1" status: 204 len: 168 time: 0.1814184 Jun 30 05:27:45.485300 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c6ae40-8b4d-4cba-a829-ce1e44fb11fb req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] No DVR routers for this DVR port cdcfbd9a-3721-4f09-bf24-c4e87988ee13 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:27:45.489500 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-29c6ae40-8b4d-4cba-a829-ce1e44fb11fb req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:45.492310 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-29c6ae40-8b4d-4cba-a829-ce1e44fb11fb req-61bf1d08-d1c2-4d26-b8be-f31211cf8e0e tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.35 "DELETE /v2.0/ports/cdcfbd9a-3721-4f09-bf24-c4e87988ee13 HTTP/1.1" status: 204 len: 173 time: 0.5931723 Jun 30 05:27:45.492767 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353c1a4d-54e5-4705-8586-565ae81fd9e0', 'name': 'network-vif-deleted', 'tag': 'cdcfbd9a-3721-4f09-bf24-c4e87988ee13'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:27:45.495227 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1ca701-a1d3-413c-8f08-331afb17f77f" -d '{"events": [{"server_uuid": "353c1a4d-54e5-4705-8586-565ae81fd9e0", "name": "network-vif-deleted", "tag": "cdcfbd9a-3721-4f09-bf24-c4e87988ee13"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:27:45.499000 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715e1fc-7471-4cd2-828e-05b0a248bbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead0bb11-6ec2-4413-a909-1ba451910f16,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:45.545610 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c0a9a9-07c2-415c-ba44-37f152d611b1 x-openstack-request-id: req-16c0a9a9-07c2-415c-ba44-37f152d611b1 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:27:45.545960 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353c1a4d-54e5-4705-8586-565ae81fd9e0", "name": "network-vif-deleted", "tag": "cdcfbd9a-3721-4f09-bf24-c4e87988ee13", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:27:45.546204 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16c0a9a9-07c2-415c-ba44-37f152d611b1 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:27:45.546593 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353c1a4d-54e5-4705-8586-565ae81fd9e0', 'name': 'network-vif-deleted', 'tag': 'cdcfbd9a-3721-4f09-bf24-c4e87988ee13', 'status': 'completed', 'code': 200} Jun 30 05:27:45.620658 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a7a7d-0803-46aa-9c40-1d6f82f7c406 req-3202b9da-9ba7-4d06-aed4-0eda6e2833b9 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:45.623263 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-434a7a7d-0803-46aa-9c40-1d6f82f7c406 req-3202b9da-9ba7-4d06-aed4-0eda6e2833b9 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1464634 Jun 30 05:27:45.676319 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-434a7a7d-0803-46aa-9c40-1d6f82f7c406 req-9055de4a-594b-420f-b596-96030e719c01 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468559 Jun 30 05:27:45.711859 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-26812997-1fd4-4eaa-8061-f0af8c42a637 req-ac98acdc-2ab4-49d4-8e19-72de3a3162c3 tempest-DeleteServersTestJSON-899817469 tempest-DeleteServersTestJSON-899817469-project] 10.222.0.41 "GET /v2.0/ports?device_id=353c1a4d-54e5-4705-8586-565ae81fd9e0 HTTP/1.1" status: 200 len: 210 time: 0.0292754 Jun 30 05:27:45.796293 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:45.874162 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 58520) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:45.895418 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ad15293d-25aa-4bc1-92c4-6070343558b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.041427 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ad15293d-25aa-4bc1-92c4-6070343558b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.049755 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ad15293d-25aa-4bc1-92c4-6070343558b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.087210 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-ad15293d-25aa-4bc1-92c4-6070343558b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c570dd054fb94e32be7b5f3aedfbe2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118497 Jun 30 05:27:46.088285 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15293d-25aa-4bc1-92c4-6070343558b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294aa91c-6ec0-4095-b061-b121cea5163d,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:46.089959 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58530) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:46.141693 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-cb53760c-0857-4eb3-aa68-f108fa93399c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.164582 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-cb53760c-0857-4eb3-aa68-f108fa93399c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.216099 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 58536) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:46.216789 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-cb53760c-0857-4eb3-aa68-f108fa93399c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.219468 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-cb53760c-0857-4eb3-aa68-f108fa93399c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.222852 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-cb53760c-0857-4eb3-aa68-f108fa93399c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/294aa91c-6ec0-4095-b061-b121cea5163d HTTP/1.1" status: 204 len: 168 time: 0.1287327 Jun 30 05:27:46.229156 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53760c-0857-4eb3-aa68-f108fa93399c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294aa91c-6ec0-4095-b061-b121cea5163d,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:46.337152 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-aaabd7b1-b2ff-42de-a742-60a789ade25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.430472 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 58546) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:46.458277 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-aaabd7b1-b2ff-42de-a742-60a789ade25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.461639 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-aaabd7b1-b2ff-42de-a742-60a789ade25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.507667 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabd7b1-b2ff-42de-a742-60a789ade25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e006605-0484-40f8-95e6-bfc1551187f7,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:46.526356 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-aaabd7b1-b2ff-42de-a742-60a789ade25b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d1af41c198441468e49f5abda065bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091662 Jun 30 05:27:46.529847 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58552) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:46.594381 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6136da02-6d1d-419e-9e1c-2a443541d927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.623070 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6136da02-6d1d-419e-9e1c-2a443541d927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.686788 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6136da02-6d1d-419e-9e1c-2a443541d927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.689306 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6136da02-6d1d-419e-9e1c-2a443541d927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.699495 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-6136da02-6d1d-419e-9e1c-2a443541d927 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e006605-0484-40f8-95e6-bfc1551187f7 HTTP/1.1" status: 204 len: 168 time: 0.1682413 Jun 30 05:27:46.711899 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136da02-6d1d-419e-9e1c-2a443541d927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e006605-0484-40f8-95e6-bfc1551187f7,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:46.750767 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-88917cda-3688-4930-818a-f1fbef55f401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.924379 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-88917cda-3688-4930-818a-f1fbef55f401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:46.939271 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee17b5f-d80e-4549-a42d-498f27c746b6 req-ee494c65-afa3-4012-af64-3daf18df005b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:46.941285 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6ee17b5f-d80e-4549-a42d-498f27c746b6 req-ee494c65-afa3-4012-af64-3daf18df005b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1109126 Jun 30 05:27:46.942716 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-88917cda-3688-4930-818a-f1fbef55f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:47.004649 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58580) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:47.007748 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-88917cda-3688-4930-818a-f1fbef55f401 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=202946d38445493fb92ecbe15c74733d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760708 Jun 30 05:27:47.047696 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88917cda-3688-4930-818a-f1fbef55f401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f640046-c597-43a3-9f36-40e930382df0,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:47.100053 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6ee17b5f-d80e-4549-a42d-498f27c746b6 req-f1725a24-c16e-4d73-80f4-97600b9e2ebc tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110146 Jun 30 05:27:47.124720 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2d454874-198e-4f6f-80d5-921ea49e51db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:47.195421 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2d454874-198e-4f6f-80d5-921ea49e51db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:47.265788 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2d454874-198e-4f6f-80d5-921ea49e51db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:47.268794 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2d454874-198e-4f6f-80d5-921ea49e51db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:47.270870 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-2d454874-198e-4f6f-80d5-921ea49e51db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f640046-c597-43a3-9f36-40e930382df0 HTTP/1.1" status: 204 len: 168 time: 0.2630501 Jun 30 05:27:47.301630 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d454874-198e-4f6f-80d5-921ea49e51db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f640046-c597-43a3-9f36-40e930382df0,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:47.302859 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:47.883945 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58634) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:48.056446 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1980054088-network', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:48.081300 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Made reservation on behalf of 5b6d0d75b0c448c591f23be00fec69db for: {'network': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:27:48.083903 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.095566 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.204499 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.209557 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.236935 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ae4785-1fc6-49f9-870a-ce08be08b56d,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:48.256574 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=92842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:27:48.268289 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.268749 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.segments_db [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Added segment 0c742b6f-7595-4860-b73f-0b7b408f6c69 of type vlan for network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 Jun 30 05:27:48.324683 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb836a-749b-4236-a77c-1e7a826d5a50 req-df452454-8b1b-410c-9f2d-c34ae5d0834e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:48.327909 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-61cb836a-749b-4236-a77c-1e7a826d5a50 req-df452454-8b1b-410c-9f2d-c34ae5d0834e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0749402 Jun 30 05:27:48.352006 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.397145 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.398362 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:48.398954 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.410110 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-61cb836a-749b-4236-a77c-1e7a826d5a50 req-17d9652e-75dc-4fd0-956b-a9f630af5cc8 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722792 Jun 30 05:27:48.434772 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5464818 Jun 30 05:27:48.435894 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 58670) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:48.441111 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-0e497b2c-4213-4b84-9af4-7ad44e596c02 admin admin] Request body: {'subnet': {'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1980054088-subnet', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'ip_version': 4}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:48.484116 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bb888-035e-437b-9e2c-08a002915ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=e5a48a99-a5c1-4912-8af6-0dc977f8ce57,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:48.499372 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:27:48.515356 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e497b2c-4213-4b84-9af4-7ad44e596c02 admin admin] Made reservation on behalf of 5b6d0d75b0c448c591f23be00fec69db for: {'subnet': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:27:48.521736 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0e497b2c-4213-4b84-9af4-7ad44e596c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519836'] for subnet, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.631290 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58680) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:48.705957 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c371316-3a46-475d-8235-abdba40e6675 admin admin] Deleting subnet 405c31d9-920e-4075-bd18-49e9f9baa8c7 {{(pid=92842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:27:48.715992 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7c371316-3a46-475d-8235-abdba40e6675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.773765 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7c371316-3a46-475d-8235-abdba40e6675 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.780335 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7c371316-3a46-475d-8235-abdba40e6675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.822249 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device cdcfbd9a-3721-4f09-bf24-c4e87988ee13 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:27:48.837393 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0e497b2c-4213-4b84-9af4-7ad44e596c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10151823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519818'] for subnet, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.860476 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: cdcfbd9a-3721-4f09-bf24-c4e87988ee13 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:27:48.867770 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device cdcfbd9a-3721-4f09-bf24-c4e87988ee13 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:27:48.879623 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7c371316-3a46-475d-8235-abdba40e6675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for subnet, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.902982 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e497b2c-4213-4b84-9af4-7ad44e596c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac25f2a-3732-47e6-849a-24b9996d09e8,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:48.914744 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e497b2c-4213-4b84-9af4-7ad44e596c02 admin admin] Checking segment: {'id': '0c742b6f-7595-4860-b73f-0b7b408f6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:48.918485 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e497b2c-4213-4b84-9af4-7ad44e596c02 admin admin] Network hostable DHCP agents. Network: e5a48a99-a5c1-4912-8af6-0dc977f8ce57, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:27:48.922332 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c371316-3a46-475d-8235-abdba40e6675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=405c31d9-920e-4075-bd18-49e9f9baa8c7,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:48.924765 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7c371316-3a46-475d-8235-abdba40e6675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.927067 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-7c371316-3a46-475d-8235-abdba40e6675 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/405c31d9-920e-4075-bd18-49e9f9baa8c7 HTTP/1.1" status: 204 len: 168 time: 0.2944491 Jun 30 05:27:48.929528 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58690) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:48.943422 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e497b2c-4213-4b84-9af4-7ad44e596c02 admin admin] Network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:27:48.959054 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-0e497b2c-4213-4b84-9af4-7ad44e596c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, e5a48a99-a5c1-4912-8af6-0dc977f8ce57) {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:48.966130 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e497b2c-4213-4b84-9af4-7ad44e596c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:48.966909 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0e497b2c-4213-4b84-9af4-7ad44e596c02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:48.972787 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d0e68a-f3d5-4e2b-8e9c-2b4ab94d9c60 None None] Network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:27:48.994595 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-0e497b2c-4213-4b84-9af4-7ad44e596c02 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5569751 Jun 30 05:27:48.999715 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 58694) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:49.008796 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:49.017087 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.053833 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102800'] for router, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.055150 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102793'] for router, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.122682 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.135167 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.135831 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.137061 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.137759 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > port after_create 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.138401 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.138985 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > port after_update 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.139646 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.140380 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.140912 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.141431 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.179403 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.252383 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a6ffb9-e4e1-585c-8c49-45cd88d7d148-e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'fixed_ips': [{'subnet_id': '8ac25f2a-3732-47e6-849a-24b9996d09e8'}]}} from dv-cinder-772181-11-iscsi. {{(pid=92844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 05:27:49.253519 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.334323 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.334715 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.335037 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.335482 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 05:27:49.335902 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd33a4d-1071-489a-9969-296f25b73987']}} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:49.353961 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3747255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102907'] for router, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.358682 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b19b12f-83e6-4e68-ad1d-2b979bd327a0') {'for_net_delete': True} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:49.359519 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b19b12f-83e6-4e68-ad1d-2b979bd327a0') {} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:49.386091 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8671274'] for segment, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.394209 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.db_base_plugin_common [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Allocated IP 172.20.0.2 (e5a48a99-a5c1-4912-8af6-0dc977f8ce57/8ac25f2a-3732-47e6-849a-24b9996d09e8/983f254e-e183-4de7-b54d-ede7e5aa2772) {{(pid=92844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:27:49.411220 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.420651 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=92842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:27:49.421109 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8690578'] for segment, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: from cryptography.utils import int_from_bytes Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: from cryptography.utils import int_from_bytes Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: Traceback (most recent call last): Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: timer() Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: cb(*args, **kw) Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: return func(*args, **kwargs) Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: self._notify() Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: self.callback(batched_events) Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: event.method(event) Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: return f(self, *a, **k) Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: return self._get(url).json() Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: return self.request(url, 'GET', **kwargs) Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:27:49.497335 dv-cinder-772181-11-iscsi neutron-server[92842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:27:49.501073 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.516145 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.521469 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dcd33a4d-1071-489a-9969-296f25b73987 HTTP/1.1" status: 204 len: 168 time: 0.5885558 Jun 30 05:27:49.538025 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd5f0f-ac45-43cd-bd01-189c4be25286 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd33a4d-1071-489a-9969-296f25b73987,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:49.614366 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Notify callbacks [] for port, precommit_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.624499 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Transition to ACTIVE for port object 983f254e-e183-4de7-b54d-ede7e5aa2772 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:49.629667 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.642794 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Transition to ACTIVE for port object 983f254e-e183-4de7-b54d-ede7e5aa2772 will not be triggered until provisioned by entity DHCP. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:49.651837 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.652278 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.701299 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 is already hosted by enough agents. {{(pid=92844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:27:49.705205 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.base_scheduler [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Resources bound (agent type, host, resource id): {{(pid=92844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:49.708658 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Received port after_create {{(pid=92844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:27:49.727167 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Pushing event updated for resources: {'Port': ['ID=983f254e-e183-4de7-b54d-ede7e5aa2772,revision_number=1']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:49.733318 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f310921-1e78-4bb9-b08a-d8a3e3632e7f req-afc183f0-5d5f-49e5-aadd-a5d5343d3975 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:49.734846 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0f310921-1e78-4bb9-b08a-d8a3e3632e7f req-afc183f0-5d5f-49e5-aadd-a5d5343d3975 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1523023 Jun 30 05:27:49.756514 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:49.757055 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:49.757539 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:49.758004 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:49.758461 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:49.758920 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:49.759418 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:49.759879 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:49.760608 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:49.761093 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:49.761636 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:49.762088 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:49.800789 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58714) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:49.809031 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Attempting to bind port 983f254e-e183-4de7-b54d-ede7e5aa2772 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:27:49.809564 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Attempting to bind port 983f254e-e183-4de7-b54d-ede7e5aa2772 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': '0c742b6f-7595-4860-b73f-0b7b408f6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:27:49.810279 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Attempting to bind port 983f254e-e183-4de7-b54d-ede7e5aa2772 on network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:49.816926 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:27:49.817614 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Checking segment: {'id': '0c742b6f-7595-4860-b73f-0b7b408f6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:49.818602 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.819090 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Bound using segment: {'id': '0c742b6f-7595-4860-b73f-0b7b408f6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:27:49.819840 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Bound port: 983f254e-e183-4de7-b54d-ede7e5aa2772, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c742b6f-7595-4860-b73f-0b7b408f6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:27:49.820518 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.821518 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0f310921-1e78-4bb9-b08a-d8a3e3632e7f req-baead800-c2f3-4dfa-aa5a-840078fb24b0 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797927 Jun 30 05:27:49.822709 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Allocated IP 172.27.2.12 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/a72d8e60-b4b3-4089-a56a-3e83ca622211) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:27:49.890503 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b8f51f53-5f78-40e6-bf12-340b7e200bc9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8385bb92cca64ca0b9a3c245c3854d6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0879166 Jun 30 05:27:49.892456 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58718) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:49.924576 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] For port 983f254e-e183-4de7-b54d-ede7e5aa2772, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:27:49.927894 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] For port 983f254e-e183-4de7-b54d-ede7e5aa2772, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=983f254e-e183-4de7-b54d-ede7e5aa2772,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:27:49.932555 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.951287 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9de134d6-ac56-4223-8996-7670538fdaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.952953 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.973194 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9de134d6-ac56-4223-8996-7670538fdaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:49.993625 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f19ea8-9ba5-4ee1-83eb-783ac0efb450 None None] Pushing event updated for resources: {'Port': ['ID=983f254e-e183-4de7-b54d-ede7e5aa2772,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:49.999924 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10103871'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:50.024366 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9de134d6-ac56-4223-8996-7670538fdaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:50.026814 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9de134d6-ac56-4223-8996-7670538fdaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:50.028571 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-9de134d6-ac56-4223-8996-7670538fdaca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54553c93-acfe-40e8-961c-4222e60515e3 HTTP/1.1" status: 204 len: 168 time: 0.1338458 Jun 30 05:27:50.036427 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de134d6-ac56-4223-8996-7670538fdaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54553c93-acfe-40e8-961c-4222e60515e3,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:50.037388 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:27:50.040258 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:50.043676 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:27:50.075333 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a72d8e60-b4b3-4089-a56a-3e83ca622211,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:50.516723 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:50.713446 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746902'] for router, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:50.819763 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58744) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:50.859629 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Router 80fe9b9a-b07e-4db6-88ea-97d86178b34a is scheduled to L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 with binding_index 1 {{(pid=92843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 05:27:50.996834 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-network', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:51.020282 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Made reservation on behalf of a7964c3fc3134461b6ea0163883faaec for: {'network': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:27:51.023803 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:51.034647 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:51.069583 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:27:51.076518 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa85cd34-fc6a-46a3-8802-6c1ad1a6716c None None] Network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:27:51.081275 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Sync routers for ids ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:27:51.093097 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Routers {'80fe9b9a-b07e-4db6-88ea-97d86178b34a'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:27:51.093708 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:51.106634 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc5c2c-b99f-497e-8e1b-523ce712661e req-3ac9e114-f5bf-4134-99a9-78b2368193e4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:51.108502 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-23fc5c2c-b99f-497e-8e1b-523ce712661e req-3ac9e114-f5bf-4134-99a9-78b2368193e4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1070359 Jun 30 05:27:51.171019 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 983f254e-e183-4de7-b54d-ede7e5aa2772 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:27:51.180207 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-23fc5c2c-b99f-497e-8e1b-523ce712661e req-5dddf312-c7db-41de-9b6d-5493a31ee303 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540040 Jun 30 05:27:51.194741 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:51.203639 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:51.211411 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] Notify callbacks [] for router, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:51.214090 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-90219170-0f8c-4c02-b016-6382054650c4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2115328 Jun 30 05:27:51.218265 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 58754) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:51.233250 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=92842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:27:51.238504 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-a8557493-f8be-4a89-aaa8-1c44d9479847 None None] Provisioning for port 983f254e-e183-4de7-b54d-ede7e5aa2772 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:27:51.257643 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:51.258088 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.segments_db [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Added segment 0cc6402f-6bd0-404b-afd4-2a9d7f2f2379 of type vlan for network 4c5bd950-7baa-4ed0-ba10-8865d691272d Jun 30 05:27:51.261684 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Set router 80fe9b9a-b07e-4db6-88ea-97d86178b34a gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:27:51.271436 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91805fd1-b774-40ab-9b16-c8b151a6f528,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:51.318221 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:51.366545 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 983f254e-e183-4de7-b54d-ede7e5aa2772 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:27:51.373044 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:51.374149 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:51.375358 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 983f254e-e183-4de7-b54d-ede7e5aa2772 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:51.375913 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:51.377842 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:51.454342 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6333232 Jun 30 05:27:51.459100 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58760) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:51.466032 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-4e6c5a55-f22a-4a55-8f3c-0b61db43c521 admin admin] Request body: {'subnet': {'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-subnet', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:51.497870 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2561f-bc4d-438e-93b3-7b1a383f600c admin admin] Pushing event updated for resources: {'Network': ['ID=4c5bd950-7baa-4ed0-ba10-8865d691272d,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:51.508649 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6c5a55-f22a-4a55-8f3c-0b61db43c521 admin admin] Made reservation on behalf of a7964c3fc3134461b6ea0163883faaec for: {'subnet': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:27:51.519078 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network 4c5bd950-7baa-4ed0-ba10-8865d691272d details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:27:51.535449 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5a55-f22a-4a55-8f3c-0b61db43c521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8595583'] for subnet, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:51.540287 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:50Z', 'revision_number': 3, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port': {'id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:51.573040 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Checking router: 80fe9b9a-b07e-4db6-88ea-97d86178b34a for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:27:51.573618 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Updating router 80fe9b9a-b07e-4db6-88ea-97d86178b34a port a72d8e60-b4b3-4089-a56a-3e83ca622211 binding host dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:27:51.619980 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:51.829842 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-efd94fe8-04aa-4b9b-a639-ee49803f3654 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ff48300129043129a8ab73c338cdd91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934141 Jun 30 05:27:51.956837 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:51.983522 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5a55-f22a-4a55-8f3c-0b61db43c521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8671484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8595561'] for subnet, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.081450 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-883c1ac5-5add-4eb6-876c-be6d4be91393 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:52.083021 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-883c1ac5-5add-4eb6-876c-be6d4be91393 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468338 Jun 30 05:27:52.085266 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Notify callbacks [] for port, precommit_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.096795 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c5a55-f22a-4a55-8f3c-0b61db43c521 admin admin] Checking segment: {'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:52.097614 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6c5a55-f22a-4a55-8f3c-0b61db43c521 admin admin] Network hostable DHCP agents. Network: 4c5bd950-7baa-4ed0-ba10-8865d691272d, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:27:52.099209 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.provisioning_blocks [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Transition to ACTIVE for port object a72d8e60-b4b3-4089-a56a-3e83ca622211 will not be triggered until provisioned by entity L2. {{(pid=92845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:52.108798 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c5a55-f22a-4a55-8f3c-0b61db43c521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e62719b-5a1c-4ff8-bd08-224f80a06cd2,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:52.120303 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.146966 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6c5a55-f22a-4a55-8f3c-0b61db43c521 admin admin] Network 4c5bd950-7baa-4ed0-ba10-8865d691272d is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:27:52.168311 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-4e6c5a55-f22a-4a55-8f3c-0b61db43c521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, 4c5bd950-7baa-4ed0-ba10-8865d691272d) {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:52.175743 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Pushing event updated for resources: {'Port': ['ID=a72d8e60-b4b3-4089-a56a-3e83ca622211,revision_number=2']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:52.179336 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c5a55-f22a-4a55-8f3c-0b61db43c521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:52.180033 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5a55-f22a-4a55-8f3c-0b61db43c521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.195596 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d97a9-0101-4cfb-9b05-b4d597d54992 None None] Network 4c5bd950-7baa-4ed0-ba10-8865d691272d requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:27:52.196108 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Attempting to bind port a72d8e60-b4b3-4089-a56a-3e83ca622211 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:27:52.196705 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Attempting to bind port a72d8e60-b4b3-4089-a56a-3e83ca622211 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:27:52.197311 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Attempting to bind port a72d8e60-b4b3-4089-a56a-3e83ca622211 on network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:52.200213 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 983f254e-e183-4de7-b54d-ede7e5aa2772, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=983f254e-e183-4de7-b54d-ede7e5aa2772,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:52.204194 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:27:52.204755 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Checking segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:52.205383 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.205841 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Bound using segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:27:52.206508 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Bound port: a72d8e60-b4b3-4089-a56a-3e83ca622211, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:27:52.207186 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.217092 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-e776018b-76bf-47a2-960f-808bbfd1fb8d None None] Provisioning complete for port 983f254e-e183-4de7-b54d-ede7e5aa2772 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:52.217785 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-4e6c5a55-f22a-4a55-8f3c-0b61db43c521 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7575066 Jun 30 05:27:52.218971 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58798) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:52.227085 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e776018b-76bf-47a2-960f-808bbfd1fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.227828 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:52.238354 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-30fb242a-e267-4efd-bf3c-d6f10cb1c0f7 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/quotas/9ff48300129043129a8ab73c338cdd91 HTTP/1.1" status: 200 len: 375 time: 0.1076522 Jun 30 05:27:52.296373 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102800'] for router, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.298472 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102793'] for router, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.314394 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] For port a72d8e60-b4b3-4089-a56a-3e83ca622211, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:27:52.318681 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] For port a72d8e60-b4b3-4089-a56a-3e83ca622211, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=a72d8e60-b4b3-4089-a56a-3e83ca622211,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:27:52.325989 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:52.326514 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:52.326918 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:52.327482 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:52.328927 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:52.329406 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:52.329849 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:52.330204 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:52.330565 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:52.330966 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:52.331325 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:52.332039 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:27:52.338150 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.362709 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-d0267262-9ac4-46ff-889f-697f498936c2 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ff48300129043129a8ab73c338cdd91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195145 Jun 30 05:27:52.413315 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.421528 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Routers {'80fe9b9a-b07e-4db6-88ea-97d86178b34a'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:27:52.421528 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:52.476792 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f4b3a-3fbe-408f-99c1-2e3cf2b773df None None] Pushing event updated for resources: {'Port': ['ID=a72d8e60-b4b3-4089-a56a-3e83ca622211,revision_number=3']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:52.508319 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.604766 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.614382 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=983f254e-e183-4de7-b54d-ede7e5aa2772,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:52.651872 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] Set router 80fe9b9a-b07e-4db6-88ea-97d86178b34a gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:27:52.835410 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f6e4e68c-005f-4866-aa4a-3f39c6a813b6 req-29ca8faa-836d-4fbf-adfc-53988b871e50 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 210 time: 0.0745361 Jun 30 05:27:52.844869 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69048b-cb0d-4fab-b1d0-a5d7ee52e6c0 req-a3acf796-2a2e-4737-912b-b24ab9df73e3 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:52.847361 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-be69048b-cb0d-4fab-b1d0-a5d7ee52e6c0 req-a3acf796-2a2e-4737-912b-b24ab9df73e3 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.3590078 Jun 30 05:27:52.882642 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a6ffb9-e4e1-585c-8c49-45cd88d7d148-4c5bd950-7baa-4ed0-ba10-8865d691272d', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2'}]}} from dv-cinder-772181-11-iscsi. {{(pid=92844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 05:27:52.883943 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:52.920383 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3747255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102907'] for router, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:53.002868 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-be69048b-cb0d-4fab-b1d0-a5d7ee52e6c0 req-174593dc-90da-4629-a4bb-b783cc822342 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488767 Jun 30 05:27:53.114478 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:50Z', 'revision_number': 3, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port': {'id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:53.122687 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.db_base_plugin_common [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Allocated IP 172.20.0.2 (4c5bd950-7baa-4ed0-ba10-8865d691272d/6e62719b-5a1c-4ff8-bd08-224f80a06cd2/7066ad2f-605d-40ad-bebf-a61f2f8afac2) {{(pid=92844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:27:53.176992 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Allocated IP 172.20.0.1 (e5a48a99-a5c1-4912-8af6-0dc977f8ce57/8ac25f2a-3732-47e6-849a-24b9996d09e8/2b0d7cf8-1c7c-408f-a943-21896bcd4731) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:27:53.216442 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55baba37-dbad-4538-8e88-c3e986028910 None None] The sync data for ids ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'] in dv-cinder-772181-11-iscsi is: [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:50Z', 'revision_number': 3, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port': {'id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:27:53.290650 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Notify callbacks [] for port, precommit_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:53.306461 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Transition to ACTIVE for port object 7066ad2f-605d-40ad-bebf-a61f2f8afac2 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:53.323143 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Transition to ACTIVE for port object 7066ad2f-605d-40ad-bebf-a61f2f8afac2 will not be triggered until provisioned by entity DHCP. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:53.335352 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 983f254e-e183-4de7-b54d-ede7e5aa2772 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:27:53.361123 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:53.394166 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:53.417551 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Network 4c5bd950-7baa-4ed0-ba10-8865d691272d is already hosted by enough agents. {{(pid=92844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:27:53.422471 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.base_scheduler [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Resources bound (agent type, host, resource id): {{(pid=92844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:53.435019 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Received port after_create {{(pid=92844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:27:53.437768 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.provisioning_blocks [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Transition to ACTIVE for port object 2b0d7cf8-1c7c-408f-a943-21896bcd4731 will not be triggered until provisioned by entity DHCP. {{(pid=92843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:53.481571 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Pushing event updated for resources: {'Port': ['ID=7066ad2f-605d-40ad-bebf-a61f2f8afac2,revision_number=1']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:53.485992 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10103871'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:53.512879 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 983f254e-e183-4de7-b54d-ede7e5aa2772 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:53.513254 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:53.554451 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:53.557577 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Pushing event updated for resources: {'Port': ['ID=2b0d7cf8-1c7c-408f-a943-21896bcd4731,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:53.557829 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Attempting to bind port 7066ad2f-605d-40ad-bebf-a61f2f8afac2 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:27:53.558382 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Attempting to bind port 7066ad2f-605d-40ad-bebf-a61f2f8afac2 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:27:53.558920 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Attempting to bind port 7066ad2f-605d-40ad-bebf-a61f2f8afac2 on network 4c5bd950-7baa-4ed0-ba10-8865d691272d {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:53.571329 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:27:53.571914 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Checking segment: {'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:53.572492 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:53.573034 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Bound using segment: {'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:27:53.573673 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Bound port: 7066ad2f-605d-40ad-bebf-a61f2f8afac2, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:27:53.574230 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:53.580679 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:27:53.585968 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:53.598939 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:27:53.605352 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:53.719813 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] For port 7066ad2f-605d-40ad-bebf-a61f2f8afac2, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:27:53.723961 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] For port 7066ad2f-605d-40ad-bebf-a61f2f8afac2, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=7066ad2f-605d-40ad-bebf-a61f2f8afac2,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:27:53.733990 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:53.771533 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746143'] for router_interface, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:53.898308 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bd32d-bccd-4167-9d85-2ae9a430cbe4 None None] Pushing event updated for resources: {'Port': ['ID=7066ad2f-605d-40ad-bebf-a61f2f8afac2,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:54.223902 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-3bf094eb-8182-4bdb-a63e-623ff72c5bd7 None None] Provisioning for port 2b0d7cf8-1c7c-408f-a943-21896bcd4731 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:27:54.234356 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-3bf094eb-8182-4bdb-a63e-623ff72c5bd7 None None] Provisioning complete for port 2b0d7cf8-1c7c-408f-a943-21896bcd4731 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:54.236264 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-3bf094eb-8182-4bdb-a63e-623ff72c5bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:54.361838 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d7555d16-3198-4e2a-b89c-a3d486c93276 req-1291a1a3-f494-42f3-8291-56c2cba3bc95 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 210 time: 0.1977589 Jun 30 05:27:54.422966 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-3bf094eb-8182-4bdb-a63e-623ff72c5bd7 None None] Port 2b0d7cf8-1c7c-408f-a943-21896bcd4731 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:27:54.478538 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:54.492066 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Allocated IP 172.27.2.66 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/805f1d71-b054-4d26-a226-6f9dbb7a09fa) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:27:54.694838 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:54.757739 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:54.792734 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:27:54.812718 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:54.836519 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:27:54.904097 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Pushing event updated for resources: {'Port': ['ID=805f1d71-b054-4d26-a226-6f9dbb7a09fa,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:55.046923 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afb413-ba3d-41f2-8d38-266ccb0f68ff req-bcc4301f-87d4-4787-a3c1-244e3e21c71d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:55.055203 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c3afb413-ba3d-41f2-8d38-266ccb0f68ff req-bcc4301f-87d4-4787-a3c1-244e3e21c71d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.6804335 Jun 30 05:27:55.074424 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-35b3d57c-aa65-4bd0-a5f6-342f0184ad6e tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9ff48300129043129a8ab73c338cdd91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664175 Jun 30 05:27:55.143583 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c3afb413-ba3d-41f2-8d38-266ccb0f68ff req-e0c053a2-2fde-42e0-9cbf-1f39f598feaa tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871167 Jun 30 05:27:55.203184 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:55.210204 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10103821'] for port, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:55.289074 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Pushing event updated for resources: {'Port': ['ID=2b0d7cf8-1c7c-408f-a943-21896bcd4731,revision_number=2']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:55.296167 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58894) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:55.342925 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device a72d8e60-b4b3-4089-a56a-3e83ca622211 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:27:55.380665 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746664'] for router_interface, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:55.466415 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port a72d8e60-b4b3-4089-a56a-3e83ca622211 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:27:55.489297 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port a72d8e60-b4b3-4089-a56a-3e83ca622211 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:55.490034 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:55.522571 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-1fcfc70b-8b96-4530-81a0-427343a0a820 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:55.524117 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-1fcfc70b-8b96-4530-81a0-427343a0a820 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4434347 Jun 30 05:27:55.575475 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:27:55.576911 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:55.606452 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:55.612394 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8ff3dc93-be8f-4def-aa01-399d179ad5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:55.619612 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Request body: {'port': {'device_id': '090dbc51-84c2-4b70-8f3a-af992c687e38', 'network_id': 'ae888da1-deda-4aa4-a0e0-cb7cf1e25621', 'admin_state_up': True, 'tenant_id': '9ff48300129043129a8ab73c338cdd91'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:55.637328 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port a72d8e60-b4b3-4089-a56a-3e83ca622211, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=a72d8e60-b4b3-4089-a56a-3e83ca622211,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:55.644122 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:55.645433 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 7066ad2f-605d-40ad-bebf-a61f2f8afac2 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:27:55.733695 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c355b7-3c39-41b8-b20f-223c8401ec2f None None] Network 4c5bd950-7baa-4ed0-ba10-8865d691272d requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:27:55.855230 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:55.892406 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-95177025-c380-465e-8e55-c96b6598bad6 req-ff816bc9-ca90-42ec-bb4b-31d9c456ea66 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 210 time: 0.1928630 Jun 30 05:27:55.895593 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=a72d8e60-b4b3-4089-a56a-3e83ca622211,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:55.907700 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 7066ad2f-605d-40ad-bebf-a61f2f8afac2 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:27:55.915083 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Made reservation on behalf of 9ff48300129043129a8ab73c338cdd91 for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:27:55.919968 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:55.923553 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-02279be5-b223-4084-8f53-ebbaba13f56f None None] Provisioning for port 7066ad2f-605d-40ad-bebf-a61f2f8afac2 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:27:55.928198 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Router 80fe9b9a-b07e-4db6-88ea-97d86178b34a has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:27:55.941588 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-02279be5-b223-4084-8f53-ebbaba13f56f None None] Provisioning complete for port 7066ad2f-605d-40ad-bebf-a61f2f8afac2 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:55.942312 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-02279be5-b223-4084-8f53-ebbaba13f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:55.950782 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.093576 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-02279be5-b223-4084-8f53-ebbaba13f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.127968 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:27:56.141586 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Sync routers for ids ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:27:56.151176 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-02279be5-b223-4084-8f53-ebbaba13f56f None None] For port 7066ad2f-605d-40ad-bebf-a61f2f8afac2, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=7066ad2f-605d-40ad-bebf-a61f2f8afac2,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:27:56.163844 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-02279be5-b223-4084-8f53-ebbaba13f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.176105 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Routers {'80fe9b9a-b07e-4db6-88ea-97d86178b34a'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:27:56.177079 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:56.183452 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-a484558e-d327-4851-b912-7d267885ef1f admin admin] 10.222.0.41 "PUT /v2.0/routers/80fe9b9a-b07e-4db6-88ea-97d86178b34a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9605458 Jun 30 05:27:56.234526 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746902'] for router, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.287103 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8ff3dc93-be8f-4def-aa01-399d179ad5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.362024 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8ff3dc93-be8f-4def-aa01-399d179ad5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.403337 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02279be5-b223-4084-8f53-ebbaba13f56f None None] Pushing event updated for resources: {'Port': ['ID=7066ad2f-605d-40ad-bebf-a61f2f8afac2,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:56.448275 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3dc93-be8f-4def-aa01-399d179ad5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977698bd-4d89-448d-97f9-3db408dde800,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:56.466904 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-69e6d2d4-4deb-4f9e-a814-17c06052ea66 None None] Provisioning complete for port 2b0d7cf8-1c7c-408f-a943-21896bcd4731 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:56.467536 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-69e6d2d4-4deb-4f9e-a814-17c06052ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.511827 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-8ff3dc93-be8f-4def-aa01-399d179ad5c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6410a213382b46c1851c8c2497b0bc88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2150552 Jun 30 05:27:56.512480 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58922) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:56.518013 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af9456-28a2-4e79-b1a2-6b55fad9de3c req-11b31e56-e126-45c9-9d2e-2bed04ff0209 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:56.520264 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a9af9456-28a2-4e79-b1a2-6b55fad9de3c req-11b31e56-e126-45c9-9d2e-2bed04ff0209 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1116605 Jun 30 05:27:56.541514 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Set router 80fe9b9a-b07e-4db6-88ea-97d86178b34a gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:27:56.596691 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a9af9456-28a2-4e79-b1a2-6b55fad9de3c req-8e7c96a7-b057-436e-8eba-80badbf2159c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683966 Jun 30 05:27:56.687768 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d77e80db-148f-44ef-8812-9927c10ab124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.701979 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.706471 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-69e6d2d4-4deb-4f9e-a814-17c06052ea66 None None] Port 2b0d7cf8-1c7c-408f-a943-21896bcd4731 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:27:56.713513 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.745135 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Router de8c4b15-6a9b-4121-88be-7178592d9de8 is scheduled to L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 with binding_index 1 {{(pid=92842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 05:27:56.751952 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d77e80db-148f-44ef-8812-9927c10ab124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.805833 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:53Z', 'revision_number': 4, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port': {'id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '2b0d7cf8-1c7c-408f-a943-21896bcd4731', 'name': '', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'mac_address': 'fa:16:3e:bd:2b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:27:54Z', 'revision_number': 2, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'subnets': [{'id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:56.842848 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Checking router: 80fe9b9a-b07e-4db6-88ea-97d86178b34a for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:27:56.843313 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Updating router 80fe9b9a-b07e-4db6-88ea-97d86178b34a port 2b0d7cf8-1c7c-408f-a943-21896bcd4731 binding host dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:27:56.852023 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba55162-3e37-498d-bdae-d290caf71d06,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:56.887075 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-925f6252-8108-4f0f-a2d4-3d99b67b8924 None None] Provisioning complete for port 7066ad2f-605d-40ad-bebf-a61f2f8afac2 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:56.887482 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-925f6252-8108-4f0f-a2d4-3d99b67b8924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.917039 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.939176 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 58938) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:56.944357 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1963256367-network', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:56.979426 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Made reservation on behalf of 682dbcaaa97f485ca78096a5426e9676 for: {'network': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:27:56.983695 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:56.997411 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.046641 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d77e80db-148f-44ef-8812-9927c10ab124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.059359 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d77e80db-148f-44ef-8812-9927c10ab124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.059359 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-d77e80db-148f-44ef-8812-9927c10ab124 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/977698bd-4d89-448d-97f9-3db408dde800 HTTP/1.1" status: 204 len: 168 time: 0.4988534 Jun 30 05:27:57.059359 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Allocated IP 192.168.233.174 (ae888da1-deda-4aa4-a0e0-cb7cf1e25621/5b43b0f3-caa5-4a25-9856-009418b9f906/9060ea76-ab32-40c0-8e10-0fbedbb344f0) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:27:57.088422 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:27:57.101294 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Sync routers for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:27:57.115152 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e80db-148f-44ef-8812-9927c10ab124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977698bd-4d89-448d-97f9-3db408dde800,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:57.124105 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:27:57.124738 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:57.175326 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a7b4bb05-6304-485c-9c69-a6568c4db701 req-ecf9d0c9-4d0c-44c0-8d2b-187915518e1f tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 210 time: 0.0444782 Jun 30 05:27:57.207058 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device a72d8e60-b4b3-4089-a56a-3e83ca622211 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:27:57.226793 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.236629 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.268104 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] Notify callbacks [] for router, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.272443 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-73659b44-3426-4266-80d8-4342223e1f87 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0499308 Jun 30 05:27:57.273029 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58944) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:57.275476 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d9e1bb-059d-4107-bf97-bd851f7e31da,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:57.288273 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=92843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:27:57.303081 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.303754 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.segments_db [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Added segment c7944075-0974-4b55-bd82-b41b312ab6b5 of type vlan for network 146814b2-66a9-49a2-8f77-5f4db6b3820d Jun 30 05:27:57.386458 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.427169 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.429728 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:27:57.446680 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.448852 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:57.451136 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.584780 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6418371 Jun 30 05:27:57.585939 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 58952) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:57.586308 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port a72d8e60-b4b3-4089-a56a-3e83ca622211 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:57.588299 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.594394 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-db535a73-bbbd-438a-b50e-9926d0f89535 admin admin] Request body: {'subnet': {'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1963256367-subnet', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'ip_version': 4}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:57.603734 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba0e78-33f8-4443-a62d-9acff48c5fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=146814b2-66a9-49a2-8f77-5f4db6b3820d,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:57.627427 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db535a73-bbbd-438a-b50e-9926d0f89535 admin admin] Made reservation on behalf of 682dbcaaa97f485ca78096a5426e9676 for: {'subnet': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:27:57.630308 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-db535a73-bbbd-438a-b50e-9926d0f89535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519836'] for subnet, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.642600 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network 146814b2-66a9-49a2-8f77-5f4db6b3820d details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:27:57.744228 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Transition to ACTIVE for port object 9060ea76-ab32-40c0-8e10-0fbedbb344f0 will not be triggered until provisioned by entity DHCP. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:57.868023 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58966) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:57.897423 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c278fcae-a94b-4d48-b991-66850e7483e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.937540 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:27:55Z', 'revision_number': 3, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:57.943039 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.976543 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Notify callbacks [] for port, precommit_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:57.980642 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Checking router: de8c4b15-6a9b-4121-88be-7178592d9de8 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:27:57.982290 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Updating router de8c4b15-6a9b-4121-88be-7178592d9de8 port 805f1d71-b054-4d26-a226-6f9dbb7a09fa binding host dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:27:57.997109 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Transition to ACTIVE for port object 2b0d7cf8-1c7c-408f-a943-21896bcd4731 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:58.030104 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Network ae888da1-deda-4aa4-a0e0-cb7cf1e25621 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:27:58.036274 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c948-dec2-44b4-a77e-83ade30377a4 req-15b366c3-7ece-4261-9fc3-3b00e8553b65 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:58.037962 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6bf2c948-dec2-44b4-a77e-83ade30377a4 req-15b366c3-7ece-4261-9fc3-3b00e8553b65 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1786888 Jun 30 05:27:58.056149 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 7066ad2f-605d-40ad-bebf-a61f2f8afac2 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:27:58.067471 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:58.072115 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:27:58.093901 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.108106 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.132454 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6bf2c948-dec2-44b4-a77e-83ade30377a4 req-f0758bcd-df5f-4cdb-a124-6334831f7d6f tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843637 Jun 30 05:27:58.135781 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-db535a73-bbbd-438a-b50e-9926d0f89535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10151823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519818'] for subnet, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.221263 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6e975-5060-4e9c-8238-cb7179cce083 None None] Pushing event updated for resources: {'Port': ['ID=2b0d7cf8-1c7c-408f-a943-21896bcd4731,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:58.302899 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Pushing event updated for resources: {'Port': ['ID=9060ea76-ab32-40c0-8e10-0fbedbb344f0,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:58.344142 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 7066ad2f-605d-40ad-bebf-a61f2f8afac2 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:58.344807 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.347332 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db535a73-bbbd-438a-b50e-9926d0f89535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c502f60-b62e-4324-98a0-01cae3416ee3,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:58.362324 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db535a73-bbbd-438a-b50e-9926d0f89535 admin admin] Checking segment: {'id': 'c7944075-0974-4b55-bd82-b41b312ab6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:58.362862 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db535a73-bbbd-438a-b50e-9926d0f89535 admin admin] Network hostable DHCP agents. Network: 146814b2-66a9-49a2-8f77-5f4db6b3820d, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:27:58.419616 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db535a73-bbbd-438a-b50e-9926d0f89535 admin admin] Network 146814b2-66a9-49a2-8f77-5f4db6b3820d is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:27:58.436390 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-db535a73-bbbd-438a-b50e-9926d0f89535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, 146814b2-66a9-49a2-8f77-5f4db6b3820d) {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:58.449800 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d16771-fad4-459e-bc11-2acd121b6184 None None] Network 146814b2-66a9-49a2-8f77-5f4db6b3820d requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:27:58.460153 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Attempting to bind port 2b0d7cf8-1c7c-408f-a943-21896bcd4731 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:27:58.460482 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Attempting to bind port 2b0d7cf8-1c7c-408f-a943-21896bcd4731 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': '0c742b6f-7595-4860-b73f-0b7b408f6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:27:58.460858 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Attempting to bind port 2b0d7cf8-1c7c-408f-a943-21896bcd4731 on network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:58.478967 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db535a73-bbbd-438a-b50e-9926d0f89535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:58.479814 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-db535a73-bbbd-438a-b50e-9926d0f89535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.507666 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:27:58.508461 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Checking segment: {'id': '0c742b6f-7595-4860-b73f-0b7b408f6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:58.508582 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.508900 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Bound using segment: {'id': '0c742b6f-7595-4860-b73f-0b7b408f6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:27:58.509502 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Bound port: 2b0d7cf8-1c7c-408f-a943-21896bcd4731, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c742b6f-7595-4860-b73f-0b7b408f6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:27:58.509900 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.528488 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:58.529224 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.599734 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167198e-416e-4c0c-b177-db7f7abcabf5 req-e17aea79-745b-4fbe-b732-99b67b488403 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:27:58.602412 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9167198e-416e-4c0c-b177-db7f7abcabf5 req-e17aea79-745b-4fbe-b732-99b67b488403 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 936 time: 0.1550612 Jun 30 05:27:58.651133 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Notify callbacks [] for port, precommit_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.657393 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9167198e-416e-4c0c-b177-db7f7abcabf5 req-beea0a27-0470-45a9-afea-f155ee45f693 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465515 Jun 30 05:27:58.662430 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.provisioning_blocks [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Transition to ACTIVE for port object 805f1d71-b054-4d26-a226-6f9dbb7a09fa will not be triggered until provisioned by entity L2. {{(pid=92845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:58.669207 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c278fcae-a94b-4d48-b991-66850e7483e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.671443 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.682066 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-42706a73-c2a2-4697-8765-de59ee602740 None None] Provisioning for port 9060ea76-ab32-40c0-8e10-0fbedbb344f0 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:27:58.684513 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c278fcae-a94b-4d48-b991-66850e7483e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.706178 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-42706a73-c2a2-4697-8765-de59ee602740 None None] Provisioning complete for port 9060ea76-ab32-40c0-8e10-0fbedbb344f0 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:27:58.706178 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-42706a73-c2a2-4697-8765-de59ee602740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.706523 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-db535a73-bbbd-438a-b50e-9926d0f89535 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1157336 Jun 30 05:27:58.706602 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Attempting to bind port 805f1d71-b054-4d26-a226-6f9dbb7a09fa on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:27:58.706602 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Attempting to bind port 805f1d71-b054-4d26-a226-6f9dbb7a09fa by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:27:58.706602 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Attempting to bind port 805f1d71-b054-4d26-a226-6f9dbb7a09fa on network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:58.706859 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 58992) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:58.710814 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1963256367-router', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:58.716875 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-b618f25d-761a-4d15-a2aa-d367eb393199 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1062198 Jun 30 05:27:58.726152 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:27:58.726528 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Checking segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:58.726921 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.727522 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Bound using segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:27:58.728152 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Bound port: 805f1d71-b054-4d26-a226-6f9dbb7a09fa, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:27:58.728723 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.740922 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102800'] for router, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.743590 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102793'] for router, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.743721 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Request body: {'port': {'device_id': '090dbc51-84c2-4b70-8f3a-af992c687e38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:27:58.770333 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] For port 2b0d7cf8-1c7c-408f-a943-21896bcd4731, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:27:58.780863 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-c278fcae-a94b-4d48-b991-66850e7483e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19a792a4a1954dbe995e9707ab6702f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9069431 Jun 30 05:27:58.787280 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278fcae-a94b-4d48-b991-66850e7483e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa459eb-be1b-444e-8116-d1fda719e1ef,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:58.790465 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bea67-4df0-4d6f-81f2-7f8a0b942f7d None None] Pushing event updated for resources: {'Port': ['ID=805f1d71-b054-4d26-a226-6f9dbb7a09fa,revision_number=2']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:58.790898 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 58994) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:27:58.803011 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] For port 2b0d7cf8-1c7c-408f-a943-21896bcd4731, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=2b0d7cf8-1c7c-408f-a943-21896bcd4731,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:27:58.805089 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-42706a73-c2a2-4697-8765-de59ee602740 None None] Port 9060ea76-ab32-40c0-8e10-0fbedbb344f0 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:27:58.822610 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] For port 805f1d71-b054-4d26-a226-6f9dbb7a09fa, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:27:58.827425 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] For port 805f1d71-b054-4d26-a226-6f9dbb7a09fa, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=805f1d71-b054-4d26-a226-6f9dbb7a09fa,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:27:58.829866 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.839695 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.861728 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.862541 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a6ffb9-e4e1-585c-8c49-45cd88d7d148-146814b2-66a9-49a2-8f77-5f4db6b3820d', 'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'fixed_ips': [{'subnet_id': '4c502f60-b62e-4324-98a0-01cae3416ee3'}]}} from dv-cinder-772181-11-iscsi. {{(pid=92844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 05:27:58.863909 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:58.924564 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6e975-5060-4e9c-8238-cb7179cce083 None None] Pushing event updated for resources: {'Port': ['ID=2b0d7cf8-1c7c-408f-a943-21896bcd4731,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:58.961442 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bea67-4df0-4d6f-81f2-7f8a0b942f7d None None] Pushing event updated for resources: {'Port': ['ID=805f1d71-b054-4d26-a226-6f9dbb7a09fa,revision_number=3']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:58.997708 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Routers {'80fe9b9a-b07e-4db6-88ea-97d86178b34a'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:27:58.998342 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:59.036577 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:27:59.037472 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:59.052278 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:59.053299 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3747255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102907'] for router, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:59.062123 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:59.075249 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-836dd321-67a8-46c4-b5ab-93934554f0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:59.213613 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.db_base_plugin_common [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Allocated IP 172.20.0.2 (146814b2-66a9-49a2-8f77-5f4db6b3820d/4c502f60-b62e-4324-98a0-01cae3416ee3/973910e2-e1fc-42e2-974a-c564b2ff1900) {{(pid=92844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:27:59.222190 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:27:59.229208 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] Set router 80fe9b9a-b07e-4db6-88ea-97d86178b34a gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:27:59.281566 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Allocated IP 172.20.0.1 (4c5bd950-7baa-4ed0-ba10-8865d691272d/6e62719b-5a1c-4ff8-bd08-224f80a06cd2/4d2db7b4-2d9c-4398-ad3d-226adf9beea6) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:27:59.357751 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:59.417727 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:59.435845 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:59.470601 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Transition to ACTIVE for port object 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 will not be triggered until provisioned by entity DHCP. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:59.542942 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Notify callbacks [] for port, precommit_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:59.570110 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Transition to ACTIVE for port object 973910e2-e1fc-42e2-974a-c564b2ff1900 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:59.570452 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:27:55Z', 'revision_number': 3, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:59.590338 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Transition to ACTIVE for port object 973910e2-e1fc-42e2-974a-c564b2ff1900 will not be triggered until provisioned by entity DHCP. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:27:59.608775 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:59.615803 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Allocated IP 172.27.2.20 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/48ae158d-f268-442e-88a5-c1cf61367a27) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:27:59.643799 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:53Z', 'revision_number': 4, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port': {'id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '2b0d7cf8-1c7c-408f-a943-21896bcd4731', 'name': '', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'mac_address': 'fa:16:3e:bd:2b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:27:58Z', 'revision_number': 4, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'subnets': [{'id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:27:59.655258 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51c822e-ab30-4143-8a47-4567e05540ca None None] The sync data for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi is: [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:27:55Z', 'revision_number': 3, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:27:59.660135 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-836dd321-67a8-46c4-b5ab-93934554f0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:59.675499 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:59.680115 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Network 146814b2-66a9-49a2-8f77-5f4db6b3820d is already hosted by enough agents. {{(pid=92844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:27:59.682710 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb5619-ccc9-4458-a890-6e0ebd4b8c7b None None] The sync data for ids ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'] in dv-cinder-772181-11-iscsi is: [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:53Z', 'revision_number': 4, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port': {'id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '2b0d7cf8-1c7c-408f-a943-21896bcd4731', 'name': '', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'mac_address': 'fa:16:3e:bd:2b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:27:58Z', 'revision_number': 4, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'subnets': [{'id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:27:59.687349 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.base_scheduler [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Resources bound (agent type, host, resource id): {{(pid=92844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:27:59.691171 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Received port after_create {{(pid=92844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:27:59.741730 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Pushing event updated for resources: {'Port': ['ID=973910e2-e1fc-42e2-974a-c564b2ff1900,revision_number=1']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:27:59.845868 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Attempting to bind port 973910e2-e1fc-42e2-974a-c564b2ff1900 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:27:59.846580 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Attempting to bind port 973910e2-e1fc-42e2-974a-c564b2ff1900 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'c7944075-0974-4b55-bd82-b41b312ab6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:27:59.847378 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Attempting to bind port 973910e2-e1fc-42e2-974a-c564b2ff1900 on network 146814b2-66a9-49a2-8f77-5f4db6b3820d {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:27:59.859059 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:27:59.859845 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Checking segment: {'id': 'c7944075-0974-4b55-bd82-b41b312ab6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:27:59.860465 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:59.862481 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Bound using segment: {'id': 'c7944075-0974-4b55-bd82-b41b312ab6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:27:59.863387 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Bound port: 973910e2-e1fc-42e2-974a-c564b2ff1900, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7944075-0974-4b55-bd82-b41b312ab6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:27:59.863992 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:27:59.913520 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:00.009291 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1bed2-5e66-4d43-8854-6d1261a556fb req-5d3447f1-69fe-4dd3-8960-a1f63d7266d9 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:00.011004 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6ee1bed2-5e66-4d43-8854-6d1261a556fb req-5d3447f1-69fe-4dd3-8960-a1f63d7266d9 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.6047621 Jun 30 05:28:00.020155 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] For port 973910e2-e1fc-42e2-974a-c564b2ff1900, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:00.024485 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] For port 973910e2-e1fc-42e2-974a-c564b2ff1900, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=973910e2-e1fc-42e2-974a-c564b2ff1900,segment=NetworkSegment(c7944075-0974-4b55-bd82-b41b312ab6b5),segment_id=c7944075-0974-4b55-bd82-b41b312ab6b5)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:00.031563 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 59018) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:00.033588 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:00.037427 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-836dd321-67a8-46c4-b5ab-93934554f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:00.041568 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-836dd321-67a8-46c4-b5ab-93934554f0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:00.057752 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-836dd321-67a8-46c4-b5ab-93934554f0fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aaa459eb-be1b-444e-8116-d1fda719e1ef HTTP/1.1" status: 204 len: 168 time: 1.2535663 Jun 30 05:28:00.123057 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2db7b4-2d9c-4398-ad3d-226adf9beea6,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:00.136427 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dd321-67a8-46c4-b5ab-93934554f0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa459eb-be1b-444e-8116-d1fda719e1ef,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:00.148252 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10103871'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:00.156928 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Network 4c5bd950-7baa-4ed0-ba10-8865d691272d is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:00.165364 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:00.179014 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:28:00.209151 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6ee1bed2-5e66-4d43-8854-6d1261a556fb req-13916525-93a3-4eac-b042-bb8cd6512c89 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890535 Jun 30 05:28:00.290708 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:00.293897 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:00.306053 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:28:00.346476 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379cd9a-3fd9-41e8-9433-5b00855c8c19 req-54e16b70-30ac-41a5-8fcd-07f375a48567 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:00.348085 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5379cd9a-3fd9-41e8-9433-5b00855c8c19 req-54e16b70-30ac-41a5-8fcd-07f375a48567 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 936 time: 0.4096990 Jun 30 05:28:00.368867 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746143'] for router_interface, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:00.544992 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Pushing event updated for resources: {'Port': ['ID=48ae158d-f268-442e-88a5-c1cf61367a27,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:00.584529 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504d080-8ccf-4ead-9f39-40806dd1a577 None None] Pushing event updated for resources: {'Port': ['ID=973910e2-e1fc-42e2-974a-c564b2ff1900,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:00.687636 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9060ea76-ab32-40c0-8e10-0fbedbb344f0 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:28:00.704712 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-6090aea6-eef8-41a8-b9ac-e0103b5917bc None None] Provisioning for port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:00.706137 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5379cd9a-3fd9-41e8-9433-5b00855c8c19 req-86d39e13-212c-40b1-a27e-719ecfda9364 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582734 Jun 30 05:28:00.736420 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-6090aea6-eef8-41a8-b9ac-e0103b5917bc None None] Provisioning complete for port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:00.736905 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-6090aea6-eef8-41a8-b9ac-e0103b5917bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:00.751895 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:00.822870 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Transition to ACTIVE for port object 9060ea76-ab32-40c0-8e10-0fbedbb344f0 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:00.855749 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-6090aea6-eef8-41a8-b9ac-e0103b5917bc None None] Port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:28:00.859231 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:00.879908 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ade33fbc-73c9-4ca0-9c6b-413e3780db2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:00.960846 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Pushing event updated for resources: {'Port': ['ID=9060ea76-ab32-40c0-8e10-0fbedbb344f0,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:01.002035 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:01.388164 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 2b0d7cf8-1c7c-408f-a943-21896bcd4731 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:01.457087 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Attempting to bind port 9060ea76-ab32-40c0-8e10-0fbedbb344f0 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:28:01.458502 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Attempting to bind port 9060ea76-ab32-40c0-8e10-0fbedbb344f0 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '8771f108-8a90-4553-90f9-57e22fe12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ae888da1-deda-4aa4-a0e0-cb7cf1e25621'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:28:01.458850 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Attempting to bind port 9060ea76-ab32-40c0-8e10-0fbedbb344f0 on network ae888da1-deda-4aa4-a0e0-cb7cf1e25621 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:01.469186 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Port 9060ea76-ab32-40c0-8e10-0fbedbb344f0 on network ae888da1-deda-4aa4-a0e0-cb7cf1e25621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:28:01.469523 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Attempting to bind port 9060ea76-ab32-40c0-8e10-0fbedbb344f0 on network ae888da1-deda-4aa4-a0e0-cb7cf1e25621 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:01.474282 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:01.476634 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:28:01.476981 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Checking segment: {'id': '8771f108-8a90-4553-90f9-57e22fe12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ae888da1-deda-4aa4-a0e0-cb7cf1e25621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:01.477370 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Bound using segment: {'id': '8771f108-8a90-4553-90f9-57e22fe12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ae888da1-deda-4aa4-a0e0-cb7cf1e25621'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:28:01.477959 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Bound port: 9060ea76-ab32-40c0-8e10-0fbedbb344f0, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8771f108-8a90-4553-90f9-57e22fe12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ae888da1-deda-4aa4-a0e0-cb7cf1e25621'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:28:01.478326 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:01.544363 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ade33fbc-73c9-4ca0-9c6b-413e3780db2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:01.545539 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 2b0d7cf8-1c7c-408f-a943-21896bcd4731 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:01.550730 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 2b0d7cf8-1c7c-408f-a943-21896bcd4731 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:01.551358 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:01.639397 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ade33fbc-73c9-4ca0-9c6b-413e3780db2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:01.649605 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:01.688601 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-ade33fbc-73c9-4ca0-9c6b-413e3780db2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3dd71a14cd8a456aac3b7e06885f62d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6455121 Jun 30 05:28:01.690904 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 59048) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:01.701351 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 2b0d7cf8-1c7c-408f-a943-21896bcd4731, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=2b0d7cf8-1c7c-408f-a943-21896bcd4731,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:01.709280 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:01.710271 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 973910e2-e1fc-42e2-974a-c564b2ff1900 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:01.730232 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] For port 9060ea76-ab32-40c0-8e10-0fbedbb344f0, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:01.747431 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:01.767800 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] For port 9060ea76-ab32-40c0-8e10-0fbedbb344f0, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9060ea76-ab32-40c0-8e10-0fbedbb344f0,segment=NetworkSegment(8771f108-8a90-4553-90f9-57e22fe12982),segment_id=8771f108-8a90-4553-90f9-57e22fe12982)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:01.773335 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:01.785730 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:01.870862 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=2b0d7cf8-1c7c-408f-a943-21896bcd4731,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:01.899378 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 973910e2-e1fc-42e2-974a-c564b2ff1900 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:01.909836 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 805f1d71-b054-4d26-a226-6f9dbb7a09fa up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:01.928288 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:01.929767 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:01.931061 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] 10.222.0.35 "PUT /v2.0/ports/9060ea76-ab32-40c0-8e10-0fbedbb344f0 HTTP/1.1" status: 200 len: 1098 time: 3.1990342 Jun 30 05:28:01.937352 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090dbc51-84c2-4b70-8f3a-af992c687e38', 'tag': '9060ea76-ab32-40c0-8e10-0fbedbb344f0'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:28:01.940299 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f344fe16-6594-4c52-b99e-efdcb15b6fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "090dbc51-84c2-4b70-8f3a-af992c687e38", "tag": "9060ea76-ab32-40c0-8e10-0fbedbb344f0"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:28:01.979002 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746664'] for router_interface, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:01.983971 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2db7b4-2d9c-4398-ad3d-226adf9beea6,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:02.049489 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 805f1d71-b054-4d26-a226-6f9dbb7a09fa completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:02.054273 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 805f1d71-b054-4d26-a226-6f9dbb7a09fa triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:02.054639 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:02.160483 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8f324-b72e-4e99-b418-f579663f577b service neutron] Pushing event updated for resources: {'Port': ['ID=9060ea76-ab32-40c0-8e10-0fbedbb344f0,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:02.222119 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:02.265496 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-8cfa59b5-1b81-42bc-8ad0-a7f3dc20dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:02.267678 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 805f1d71-b054-4d26-a226-6f9dbb7a09fa, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=805f1d71-b054-4d26-a226-6f9dbb7a09fa,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:02.271234 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-8cfa59b5-1b81-42bc-8ad0-a7f3dc20dd3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ff48300129043129a8ab73c338cdd91&device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 1101 time: 0.2732120 Jun 30 05:28:02.285685 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:02.336458 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-a9631ada-070f-4b15-8809-25636a77e6de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9060ea76-ab32-40c0-8e10-0fbedbb344f0 HTTP/1.1" status: 200 len: 217 time: 0.0571201 Jun 30 05:28:02.341467 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Network 4c5bd950-7baa-4ed0-ba10-8865d691272d is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:02.343352 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:02.400037 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=805f1d71-b054-4d26-a226-6f9dbb7a09fa,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:02.429078 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-8b57d363-c5ea-4ed3-89f8-cc677f3b0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:02.430577 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-8b57d363-c5ea-4ed3-89f8-cc677f3b0b1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b43b0f3-caa5-4a25-9856-009418b9f906 HTTP/1.1" status: 200 len: 843 time: 0.0845459 Jun 30 05:28:02.564731 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746902'] for router, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:02.593168 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b83b83-2af7-4c00-ad8f-9e9d7c03746d None None] Network 146814b2-66a9-49a2-8f77-5f4db6b3820d requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:28:02.600467 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade33fbc-73c9-4ca0-9c6b-413e3780db2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13077429-3dee-4f45-8eb2-8509a9c18ab6,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:02.751398 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-72347c4c-eb6d-49ac-b095-04db78efce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:02.752884 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-72347c4c-eb6d-49ac-b095-04db78efce7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ae888da1-deda-4aa4-a0e0-cb7cf1e25621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2691262 Jun 30 05:28:02.759681 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Router de8c4b15-6a9b-4121-88be-7178592d9de8 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:28:02.798098 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-d550f5e2-74a8-4404-be96-3319525ce1a4 None None] Provisioning for port 973910e2-e1fc-42e2-974a-c564b2ff1900 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:02.803618 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-28d8f274-8ca3-4dfe-9ec5-3ea18ed3f319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:02.805882 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-d550f5e2-74a8-4404-be96-3319525ce1a4 None None] Provisioning complete for port 973910e2-e1fc-42e2-974a-c564b2ff1900 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:02.806393 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d550f5e2-74a8-4404-be96-3319525ce1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:02.863890 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc97f1b-4051-4c5a-ae27-a42cf97087a9 req-2f1f5806-947c-4f03-81eb-9349311dce55 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:02.865450 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fcc97f1b-4051-4c5a-ae27-a42cf97087a9 req-2f1f5806-947c-4f03-81eb-9349311dce55 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 1.3084242 Jun 30 05:28:02.937020 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:28:02.944014 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-28d8f274-8ca3-4dfe-9ec5-3ea18ed3f319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:02.951725 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-54f32e1e-320e-488d-8852-e1bbc66ffaf2 admin admin] 10.222.0.41 "PUT /v2.0/routers/de8c4b15-6a9b-4121-88be-7178592d9de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6715715 Jun 30 05:28:03.007755 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-876ef9d6-d979-46be-a09d-5be9e0da361f service neutron] 10.222.0.35 "GET /v2.0/networks/ae888da1-deda-4aa4-a0e0-cb7cf1e25621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466590 Jun 30 05:28:03.025701 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d550f5e2-74a8-4404-be96-3319525ce1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:03.120640 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fcc97f1b-4051-4c5a-ae27-a42cf97087a9 req-50f48917-8f4c-42a9-a7d8-52f6fab805bf tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069628 Jun 30 05:28:03.146140 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a82f324f-bf12-46e8-aae4-ebe91c543e74 req-311d2ea6-c09d-4020-900f-64833cf13aca service neutron] 10.222.0.35 "GET /v2.0/networks/ae888da1-deda-4aa4-a0e0-cb7cf1e25621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286602 Jun 30 05:28:03.176898 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-d550f5e2-74a8-4404-be96-3319525ce1a4 None None] For port 973910e2-e1fc-42e2-974a-c564b2ff1900, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=973910e2-e1fc-42e2-974a-c564b2ff1900,segment=NetworkSegment(c7944075-0974-4b55-bd82-b41b312ab6b5),segment_id=c7944075-0974-4b55-bd82-b41b312ab6b5)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:03.195196 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d550f5e2-74a8-4404-be96-3319525ce1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:03.241845 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 2b0d7cf8-1c7c-408f-a943-21896bcd4731 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:03.242929 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2904c5-58c5-4059-83db-7d50336724e2 req-ed6ddf4f-a5b0-4696-b520-e3464ed06e03 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:03.251671 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fb2904c5-58c5-4059-83db-7d50336724e2 req-ed6ddf4f-a5b0-4696-b520-e3464ed06e03 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 948 time: 0.8065913 Jun 30 05:28:03.314836 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fb2904c5-58c5-4059-83db-7d50336724e2 req-f0750aef-0176-47c7-a459-c374eeed2f5d tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621803 Jun 30 05:28:03.340682 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Router bfa90802-e6cd-4013-9a42-cf0de3308a66 is scheduled to L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 with binding_index 1 {{(pid=92843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 05:28:03.363627 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Sync routers for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:28:03.393677 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f798b03c-4b69-4a84-b7fd-a34090b34ebd x-openstack-request-id: req-f798b03c-4b69-4a84-b7fd-a34090b34ebd {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:28:03.394155 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090dbc51-84c2-4b70-8f3a-af992c687e38", "tag": "9060ea76-ab32-40c0-8e10-0fbedbb344f0", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:28:03.394408 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f798b03c-4b69-4a84-b7fd-a34090b34ebd {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:28:03.394844 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090dbc51-84c2-4b70-8f3a-af992c687e38', 'tag': '9060ea76-ab32-40c0-8e10-0fbedbb344f0', 'status': 'completed', 'code': 200} Jun 30 05:28:03.395048 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550f5e2-74a8-4404-be96-3319525ce1a4 None None] Pushing event updated for resources: {'Port': ['ID=973910e2-e1fc-42e2-974a-c564b2ff1900,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:03.410440 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:03.411513 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:03.433268 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-28d8f274-8ca3-4dfe-9ec5-3ea18ed3f319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:03.441613 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-28d8f274-8ca3-4dfe-9ec5-3ea18ed3f319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:03.448438 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-28d8f274-8ca3-4dfe-9ec5-3ea18ed3f319 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13077429-3dee-4f45-8eb2-8509a9c18ab6 HTTP/1.1" status: 204 len: 168 time: 1.7524207 Jun 30 05:28:03.464099 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8f274-8ca3-4dfe-9ec5-3ea18ed3f319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13077429-3dee-4f45-8eb2-8509a9c18ab6,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:03.487601 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-3bf9be9d-f066-45a8-8712-1f9da9eff6d8 None None] Provisioning complete for port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:03.487974 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-3bf9be9d-f066-45a8-8712-1f9da9eff6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:03.528256 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344fe16-6594-4c52-b99e-efdcb15b6fe4 req-fd060223-145d-4be5-9970-6fc29d08fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:03.531008 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f344fe16-6594-4c52-b99e-efdcb15b6fe4 req-fd060223-145d-4be5-9970-6fc29d08fd98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ff48300129043129a8ab73c338cdd91&device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 1101 time: 0.1048241 Jun 30 05:28:03.550015 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:28:03.561280 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Sync routers for ids ['bfa90802-e6cd-4013-9a42-cf0de3308a66'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:28:03.573541 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Routers {'bfa90802-e6cd-4013-9a42-cf0de3308a66'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:03.575035 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['bfa90802-e6cd-4013-9a42-cf0de3308a66'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:03.583500 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] Notify callbacks [] for router, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:03.588375 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-dbacd2c3-b50f-4865-ac17-1a7cdf19eae9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8824821 Jun 30 05:28:03.589202 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 59100) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:03.697909 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:03.745029 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344fe16-6594-4c52-b99e-efdcb15b6fe4 req-c2fcdafe-1d11-480f-b68a-313697f477a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:03.747158 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f344fe16-6594-4c52-b99e-efdcb15b6fe4 req-c2fcdafe-1d11-480f-b68a-313697f477a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ae888da1-deda-4aa4-a0e0-cb7cf1e25621 HTTP/1.1" status: 200 len: 870 time: 0.2018983 Jun 30 05:28:03.789167 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9be9d-f066-45a8-8712-1f9da9eff6d8 None None] Port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:28:03.819310 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Set router bfa90802-e6cd-4013-9a42-cf0de3308a66 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:03.839305 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f344fe16-6594-4c52-b99e-efdcb15b6fe4 req-5d928d5a-cc03-4bf8-b296-afb8a75e9caf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9060ea76-ab32-40c0-8e10-0fbedbb344f0 HTTP/1.1" status: 200 len: 217 time: 0.0796824 Jun 30 05:28:03.989953 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 2b0d7cf8-1c7c-408f-a943-21896bcd4731 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:03.990518 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:04.000216 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344fe16-6594-4c52-b99e-efdcb15b6fe4 req-62fb82f7-2b49-4fcd-80d8-7a54cc951241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:04.004142 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f344fe16-6594-4c52-b99e-efdcb15b6fe4 req-62fb82f7-2b49-4fcd-80d8-7a54cc951241 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b43b0f3-caa5-4a25-9856-009418b9f906 HTTP/1.1" status: 200 len: 843 time: 0.1591780 Jun 30 05:28:04.112388 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-8d99e078-822a-4cc5-91b2-e83d29a34073 None None] Provisioning complete for port 973910e2-e1fc-42e2-974a-c564b2ff1900 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:04.113309 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8d99e078-822a-4cc5-91b2-e83d29a34073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:04.409272 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 59120) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:04.506440 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-014e1d95-3cf8-4a57-a72d-704acac8a92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:04.558970 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'name': 'tempest-TestMinimumBasicScenario-1963256367-router', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:58Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 3, 'project_id': '682dbcaaa97f485ca78096a5426e9676', 'gw_port': {'id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:04.598283 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:04.627814 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 805f1d71-b054-4d26-a226-6f9dbb7a09fa up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:04.664751 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c7f86-fe16-4778-9589-9a00b84a671a req-bdb0b401-a9d3-4f36-a379-542d233b3cbb tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:04.673153 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-168c7f86-fe16-4778-9589-9a00b84a671a req-bdb0b401-a9d3-4f36-a379-542d233b3cbb tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1714115 Jun 30 05:28:04.674579 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Checking router: bfa90802-e6cd-4013-9a42-cf0de3308a66 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:28:04.681371 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Updating router bfa90802-e6cd-4013-9a42-cf0de3308a66 port 48ae158d-f268-442e-88a5-c1cf61367a27 binding host dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:28:04.683323 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344fe16-6594-4c52-b99e-efdcb15b6fe4 req-91ab9f1b-e2af-4639-8975-ac0adf2efef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:04.687355 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f344fe16-6594-4c52-b99e-efdcb15b6fe4 req-91ab9f1b-e2af-4639-8975-ac0adf2efef7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ae888da1-deda-4aa4-a0e0-cb7cf1e25621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.6730297 Jun 30 05:28:04.721038 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:01Z', 'revision_number': 2, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:04.738069 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:04.761220 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Checking router: de8c4b15-6a9b-4121-88be-7178592d9de8 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:28:04.761592 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Updating router de8c4b15-6a9b-4121-88be-7178592d9de8 port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 binding host dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:28:04.793122 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-168c7f86-fe16-4778-9589-9a00b84a671a req-663a549b-4202-4dbf-8351-fe5ccba4b095 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186051 Jun 30 05:28:04.833232 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 805f1d71-b054-4d26-a226-6f9dbb7a09fa triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:04.833609 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:04.853811 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-014e1d95-3cf8-4a57-a72d-704acac8a92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:04.864514 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-014e1d95-3cf8-4a57-a72d-704acac8a92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:04.893653 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 59136) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:04.927343 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-3e1e2aeb-1cb9-4be6-bb5f-c3c79cd96479 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--97092889', 'description': 'tempest-description--968184730'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:04.931585 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e1d95-3cf8-4a57-a72d-704acac8a92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b67cc7e-cbc9-409a-8ca1-420a7833b8c3,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:04.948994 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-014e1d95-3cf8-4a57-a72d-704acac8a92e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=026199c09852420fa2cea10a84f5116a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4854813 Jun 30 05:28:04.974543 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:28:04.978056 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 59138) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:04.984527 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f344fe16-6594-4c52-b99e-efdcb15b6fe4 req-edd1dce9-a763-4799-9660-141ab40222ca service neutron] 10.222.0.35 "GET /v2.0/networks/ae888da1-deda-4aa4-a0e0-cb7cf1e25621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830572 Jun 30 05:28:05.004162 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.055969 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3e1e2aeb-1cb9-4be6-bb5f-c3c79cd96479 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.148812 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Allocated IP 172.20.0.1 (146814b2-66a9-49a2-8f77-5f4db6b3820d/4c502f60-b62e-4324-98a0-01cae3416ee3/dbe8780c-0004-47ea-8dd1-d8ff9740ca2d) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:28:05.160300 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4e01844d-5f0a-4e4b-a64c-213a91512d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.167307 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ad3368e4-a07a-45b5-8a17-af1f57f45983 req-61e1a904-93b5-46ed-8ddb-567a1316bc8f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4502120 Jun 30 05:28:05.206124 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f344fe16-6594-4c52-b99e-efdcb15b6fe4 req-7f3b900c-14c8-4082-a179-668ba996a926 service neutron] 10.222.0.35 "GET /v2.0/networks/ae888da1-deda-4aa4-a0e0-cb7cf1e25621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073298 Jun 30 05:28:05.214077 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Notify callbacks [] for port, precommit_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.266940 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.provisioning_blocks [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Transition to ACTIVE for port object 48ae158d-f268-442e-88a5-c1cf61367a27 will not be triggered until provisioned by entity L2. {{(pid=92845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:05.268868 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4e01844d-5f0a-4e4b-a64c-213a91512d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.276621 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.378380 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112f415-a485-4e07-ae13-ba5b1c54a682 req-7226d072-a3be-4043-a7cf-1b9f4deb42d3 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:05.379976 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7112f415-a485-4e07-ae13-ba5b1c54a682 req-7226d072-a3be-4043-a7cf-1b9f4deb42d3 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 948 time: 0.3600376 Jun 30 05:28:05.393350 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3368e4-a07a-45b5-8a17-af1f57f45983 req-9243728b-0521-4c16-9178-1b6c9ce5da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:05.394991 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ad3368e4-a07a-45b5-8a17-af1f57f45983 req-9243728b-0521-4c16-9178-1b6c9ce5da61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b418523d224c10a4465e86d4f50cdb&device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 1098 time: 0.1603243 Jun 30 05:28:05.415284 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Attempting to bind port 48ae158d-f268-442e-88a5-c1cf61367a27 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:28:05.415919 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Attempting to bind port 48ae158d-f268-442e-88a5-c1cf61367a27 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:28:05.416530 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Attempting to bind port 48ae158d-f268-442e-88a5-c1cf61367a27 on network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:05.446600 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:28:05.447446 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Checking segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:05.448535 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.449090 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Bound using segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:28:05.450423 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Bound port: 48ae158d-f268-442e-88a5-c1cf61367a27, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:28:05.451160 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.471486 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 973910e2-e1fc-42e2-974a-c564b2ff1900 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:05.523840 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1d742-c848-45c6-9022-bdcfb8f17633 None None] Pushing event updated for resources: {'Port': ['ID=48ae158d-f268-442e-88a5-c1cf61367a27,revision_number=2']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:05.529398 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] For port 48ae158d-f268-442e-88a5-c1cf61367a27, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:05.536480 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] For port 48ae158d-f268-442e-88a5-c1cf61367a27, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=48ae158d-f268-442e-88a5-c1cf61367a27,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:05.545463 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.546237 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.554846 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4e01844d-5f0a-4e4b-a64c-213a91512d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.557559 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4e01844d-5f0a-4e4b-a64c-213a91512d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.558752 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-4e01844d-5f0a-4e4b-a64c-213a91512d33 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b67cc7e-cbc9-409a-8ca1-420a7833b8c3 HTTP/1.1" status: 204 len: 168 time: 0.5792420 Jun 30 05:28:05.562012 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3e1e2aeb-1cb9-4be6-bb5f-c3c79cd96479 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.586353 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3368e4-a07a-45b5-8a17-af1f57f45983 req-7b116efb-d554-4584-b553-b56f8a53a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:05.590907 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7112f415-a485-4e07-ae13-ba5b1c54a682 req-95a841b7-8ab4-449a-b824-aebb9e6b05ed tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988988 Jun 30 05:28:05.592594 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ad3368e4-a07a-45b5-8a17-af1f57f45983 req-7b116efb-d554-4584-b553-b56f8a53a7c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab9c3e46-293e-4157-b9f6-36ba3bf22663 HTTP/1.1" status: 200 len: 920 time: 0.1725717 Jun 30 05:28:05.606934 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 973910e2-e1fc-42e2-974a-c564b2ff1900 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:05.612204 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3e1e2aeb-1cb9-4be6-bb5f-c3c79cd96479 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.615857 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.620787 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01844d-5f0a-4e4b-a64c-213a91512d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b67cc7e-cbc9-409a-8ca1-420a7833b8c3,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:05.662714 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.provisioning_blocks [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Transition to ACTIVE for port object dbe8780c-0004-47ea-8dd1-d8ff9740ca2d will not be triggered until provisioned by entity DHCP. {{(pid=92843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:05.664649 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e2aeb-1cb9-4be6-bb5f-c3c79cd96479 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c410ef6-844a-4a56-9246-f47375c6416d,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:05.697061 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ad3368e4-a07a-45b5-8a17-af1f57f45983 req-254327c4-74a0-4652-82fa-892fb7aed856 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4711b33b-ea7c-49fa-94e1-342fd33646c9 HTTP/1.1" status: 200 len: 217 time: 0.0967872 Jun 30 05:28:05.702341 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Routers {'bfa90802-e6cd-4013-9a42-cf0de3308a66'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:05.703051 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['bfa90802-e6cd-4013-9a42-cf0de3308a66'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:05.708635 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3e1e2aeb-1cb9-4be6-bb5f-c3c79cd96479 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.726287 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59156) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:05.726670 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-3e1e2aeb-1cb9-4be6-bb5f-c3c79cd96479 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8052537 Jun 30 05:28:05.746702 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10103871'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.788991 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-fde1ccb5-17c4-48cd-8ff6-a43cb878c18d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Request body: {'security_group_rule': {'security_group_id': '7c410ef6-844a-4a56-9246-f47375c6416d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:05.846453 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Network 146814b2-66a9-49a2-8f77-5f4db6b3820d is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:05.850226 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3368e4-a07a-45b5-8a17-af1f57f45983 req-89f9fbae-c8a3-4c2e-8aec-16899ef0318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:05.851558 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ad3368e4-a07a-45b5-8a17-af1f57f45983 req-89f9fbae-c8a3-4c2e-8aec-16899ef0318a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72670b33-8875-46c5-adcb-b911efe78775 HTTP/1.1" status: 200 len: 859 time: 0.1470001 Jun 30 05:28:05.861599 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:05.864033 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1d742-c848-45c6-9022-bdcfb8f17633 None None] Pushing event updated for resources: {'Port': ['ID=48ae158d-f268-442e-88a5-c1cf61367a27,revision_number=3']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:05.869237 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:28:05.945857 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ad3368e4-a07a-45b5-8a17-af1f57f45983 req-d3b47553-ee5e-4696-893e-b92c5a5015c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c3e46-293e-4157-b9f6-36ba3bf22663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581567 Jun 30 05:28:05.947328 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fde1ccb5-17c4-48cd-8ff6-a43cb878c18d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:05.963470 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746143'] for router_interface, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.020009 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Notify callbacks [] for port, precommit_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.031740 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe8780c-0004-47ea-8dd1-d8ff9740ca2d,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:06.061509 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Transition to ACTIVE for port object 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:06.074480 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] Set router bfa90802-e6cd-4013-9a42-cf0de3308a66 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:06.084986 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.255318 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4dae8-9622-4a44-93e5-bd8346fae651 None None] Pushing event updated for resources: {'Port': ['ID=4d2db7b4-2d9c-4398-ad3d-226adf9beea6,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:06.264978 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ad3368e4-a07a-45b5-8a17-af1f57f45983 req-bc000e7a-239f-4ab7-9d5d-dcd79b9310ae service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123441 Jun 30 05:28:06.414394 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-03a0199b-e27e-4468-a4e9-522db6feba60 None None] Provisioning for port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:06.461799 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59170) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:06.464253 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-03a0199b-e27e-4468-a4e9-522db6feba60 None None] Provisioning complete for port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:06.464861 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-03a0199b-e27e-4468-a4e9-522db6feba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.480487 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.502981 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-03a0199b-e27e-4468-a4e9-522db6feba60 None None] Port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:28:06.515660 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-bcdc53db-3aee-4e26-bc88-c907194544ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.520091 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Attempting to bind port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:28:06.520687 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Attempting to bind port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:28:06.521207 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Attempting to bind port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 on network 4c5bd950-7baa-4ed0-ba10-8865d691272d {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:06.526989 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:28:06.528350 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Checking segment: {'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:06.528978 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.529535 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Bound using segment: {'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:28:06.530205 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Bound port: 4d2db7b4-2d9c-4398-ad3d-226adf9beea6, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:28:06.530710 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'name': 'tempest-TestMinimumBasicScenario-1963256367-router', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:58Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 3, 'project_id': '682dbcaaa97f485ca78096a5426e9676', 'gw_port': {'id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:06.531082 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.560841 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d827dc-277f-4ac7-81e1-6fc633e15de8 None None] The sync data for ids ['bfa90802-e6cd-4013-9a42-cf0de3308a66'] in dv-cinder-772181-11-iscsi is: [{'id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'name': 'tempest-TestMinimumBasicScenario-1963256367-router', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:58Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 3, 'project_id': '682dbcaaa97f485ca78096a5426e9676', 'gw_port': {'id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:28:06.594298 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f81a5-7743-45a9-8878-0cf29dbf3d42 req-37b0f238-d916-4558-a471-868f213db2d4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:06.596055 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c46f81a5-7743-45a9-8878-0cf29dbf3d42 req-37b0f238-d916-4558-a471-868f213db2d4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.2734241 Jun 30 05:28:06.621940 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fde1ccb5-17c4-48cd-8ff6-a43cb878c18d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.633976 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] For port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:06.645874 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fde1ccb5-17c4-48cd-8ff6-a43cb878c18d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.659086 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] For port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=4d2db7b4-2d9c-4398-ad3d-226adf9beea6,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:06.669711 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.713325 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c46f81a5-7743-45a9-8878-0cf29dbf3d42 req-53105c70-1d49-49dd-b0f8-0a4bdd16db19 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040041 Jun 30 05:28:06.731642 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1ccb5-17c4-48cd-8ff6-a43cb878c18d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f5c72d-27f6-4375-bd6a-2cbe97df0aeb,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:06.735228 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4dae8-9622-4a44-93e5-bd8346fae651 None None] Pushing event updated for resources: {'Port': ['ID=4d2db7b4-2d9c-4398-ad3d-226adf9beea6,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:06.752531 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ad3368e4-a07a-45b5-8a17-af1f57f45983 req-1c198182-704a-4397-bf8d-6b86d206f596 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731152 Jun 30 05:28:06.774395 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:06.776250 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:06.799085 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-bcdc53db-3aee-4e26-bc88-c907194544ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.808409 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-bcdc53db-3aee-4e26-bc88-c907194544ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.816019 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fde1ccb5-17c4-48cd-8ff6-a43cb878c18d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.820456 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-fde1ccb5-17c4-48cd-8ff6-a43cb878c18d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0921052 Jun 30 05:28:06.820932 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59174) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:06.837806 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-1c49e9bc-ee89-485f-9e4c-905a79d00a7e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Request body: {'security_group_rule': {'security_group_id': '7c410ef6-844a-4a56-9246-f47375c6416d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:06.864968 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.885972 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f14777-7ab3-4b18-baac-8834ad852535 req-3a11b33c-8b2c-466a-bbbe-3dd5561909ab tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:06.889887 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-04f14777-7ab3-4b18-baac-8834ad852535 req-3a11b33c-8b2c-466a-bbbe-3dd5561909ab tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 948 time: 0.1255960 Jun 30 05:28:06.891176 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc53db-3aee-4e26-bc88-c907194544ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112faa9b-1546-42a4-9760-3644490b7e57,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:06.892217 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10103821'] for port, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.901354 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-bcdc53db-3aee-4e26-bc88-c907194544ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62338933b8a34b67b8f827f4c2c23e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303770 Jun 30 05:28:06.901729 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59176) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:06.930488 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1c49e9bc-ee89-485f-9e4c-905a79d00a7e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.985124 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746664'] for router_interface, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:06.992762 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:07.029324 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fec4f6c5-f121-40fd-9abb-655a2a298305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.071099 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1c49e9bc-ee89-485f-9e4c-905a79d00a7e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.079312 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fec4f6c5-f121-40fd-9abb-655a2a298305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.097245 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1c49e9bc-ee89-485f-9e4c-905a79d00a7e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.116848 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe8780c-0004-47ea-8dd1-d8ff9740ca2d,revision_number=2']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:07.126494 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-04f14777-7ab3-4b18-baac-8834ad852535 req-8aae7735-d5bc-4824-a31b-26d6083ce910 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448905 Jun 30 05:28:07.177402 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49e9bc-ee89-485f-9e4c-905a79d00a7e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9738a24b-77c7-4e89-9d27-6660eaa6a8ce,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:07.177994 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Network 146814b2-66a9-49a2-8f77-5f4db6b3820d is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:07.181821 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:07.187990 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1c49e9bc-ee89-485f-9e4c-905a79d00a7e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.189324 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-1c49e9bc-ee89-485f-9e4c-905a79d00a7e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3551612 Jun 30 05:28:07.194323 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59178) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:07.203673 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Request body: {'floatingip': {'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:07.244635 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fec4f6c5-f121-40fd-9abb-655a2a298305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.248535 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fec4f6c5-f121-40fd-9abb-655a2a298305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.249708 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-fec4f6c5-f121-40fd-9abb-655a2a298305 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/112faa9b-1546-42a4-9760-3644490b7e57 HTTP/1.1" status: 204 len: 168 time: 0.3458998 Jun 30 05:28:07.284570 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4f6c5-f121-40fd-9abb-655a2a298305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112faa9b-1546-42a4-9760-3644490b7e57,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:07.289100 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.344784 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 48ae158d-f268-442e-88a5-c1cf61367a27 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:07.464222 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 48ae158d-f268-442e-88a5-c1cf61367a27 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:07.470084 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Router bfa90802-e6cd-4013-9a42-cf0de3308a66 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:28:07.513992 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.520563 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 48ae158d-f268-442e-88a5-c1cf61367a27 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:07.539139 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.691597 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-c0fe4a28-5b5c-4d10-8ce7-ec1dea08ed1b None None] Provisioning complete for port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:07.692099 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4a28-5b5c-4d10-8ce7-ec1dea08ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.712771 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:28:07.753508 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-df141cfa-f552-4d1a-bbc4-49dd4a0c70f1 admin admin] 10.222.0.41 "PUT /v2.0/routers/bfa90802-e6cd-4013-9a42-cf0de3308a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1539333 Jun 30 05:28:07.761464 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Allocated IP 172.27.2.26 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/2668553e-4dc1-4b9f-b32b-0cdb0dc14ccc) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:28:07.786977 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.886965 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:06Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:07.931635 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.949248 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-c0fe4a28-5b5c-4d10-8ce7-ec1dea08ed1b None None] Port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:28:07.955352 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 48ae158d-f268-442e-88a5-c1cf61367a27, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=48ae158d-f268-442e-88a5-c1cf61367a27,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:07.956958 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167d8ec-6bd9-4dc3-ba38-d718c7599edb None None] The sync data for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi is: [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:06Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:28:07.976361 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:07.990572 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e667ad6-bb3f-490f-8381-ddfd1664ec94 req-3bc92358-3b74-445a-a408-9cb1a757147b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:07.995206 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3e667ad6-bb3f-490f-8381-ddfd1664ec94 req-3bc92358-3b74-445a-a408-9cb1a757147b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1051655 Jun 30 05:28:08.015044 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:08.114198 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:08.115506 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=48ae158d-f268-442e-88a5-c1cf61367a27,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:08.115758 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3e667ad6-bb3f-490f-8381-ddfd1664ec94 req-3c2cb4bc-8566-46a1-a79d-8621ee2a6d5c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121249 Jun 30 05:28:08.129539 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:08.129539 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:28:08.153070 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event updated for resources: {'Port': ['ID=2668553e-4dc1-4b9f-b32b-0cdb0dc14ccc,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:08.256968 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:08.334128 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:08.393010 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9406931-6a02-4a8f-a515-6b03bfdbbb79 req-9186ca3a-dc38-429c-a021-daea46a99a01 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:08.394534 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f9406931-6a02-4a8f-a515-6b03bfdbbb79 req-9186ca3a-dc38-429c-a021-daea46a99a01 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 948 time: 0.0817897 Jun 30 05:28:08.451743 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f9406931-6a02-4a8f-a515-6b03bfdbbb79 req-a3859e82-ce9c-4c6b-87e1-088f190e0416 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515237 Jun 30 05:28:08.612150 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:08.624249 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:08.688336 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event updated for resources: {'Port': ['ID=2668553e-4dc1-4b9f-b32b-0cdb0dc14ccc,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:08.742330 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:08.760314 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:08.772021 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-695c34f0-df03-464c-b6cf-7647af60a777 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5749528 Jun 30 05:28:09.055151 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-583c3d89-c23c-421f-ad90-8d73b8e5887d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--97092889&fields=id&tenant_id=a7964c3fc3134461b6ea0163883faaec HTTP/1.1" status: 200 len: 267 time: 0.0588739 Jun 30 05:28:09.127350 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Sync routers for ids ['bfa90802-e6cd-4013-9a42-cf0de3308a66'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:28:09.144215 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Routers {'bfa90802-e6cd-4013-9a42-cf0de3308a66'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:09.145209 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['bfa90802-e6cd-4013-9a42-cf0de3308a66'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:09.254368 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-fef4515e-e7d9-4599-bd4e-925dafb98832 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:09.256780 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-fef4515e-e7d9-4599-bd4e-925dafb98832 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/networks?id=4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 200 len: 817 time: 0.1903312 Jun 30 05:28:09.280118 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 9060ea76-ab32-40c0-8e10-0fbedbb344f0 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:28:09.283297 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-f5e4f6d5-9a59-4126-82ef-657a8b9d24c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/quotas/a7964c3fc3134461b6ea0163883faaec HTTP/1.1" status: 200 len: 375 time: 0.0163662 Jun 30 05:28:09.329186 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59266) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:09.387129 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:09.435912 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Set router bfa90802-e6cd-4013-9a42-cf0de3308a66 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:09.468876 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-a7d5f483-7c5d-4eb8-a0f2-5326fbe9872b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7964c3fc3134461b6ea0163883faaec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1803579 Jun 30 05:28:09.564630 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a49284aa-818f-465e-b24b-af7a4c401fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:09.609569 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 9060ea76-ab32-40c0-8e10-0fbedbb344f0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9060ea76-ab32-40c0-8e10-0fbedbb344f0,segment=NetworkSegment(8771f108-8a90-4553-90f9-57e22fe12982),segment_id=8771f108-8a90-4553-90f9-57e22fe12982)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:09.623697 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:09.625902 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '9060ea76-ab32-40c0-8e10-0fbedbb344f0', 'network_id': 'ae888da1-deda-4aa4-a0e0-cb7cf1e25621', 'port_id': '9060ea76-ab32-40c0-8e10-0fbedbb344f0', 'mac_address': 'fa:16:3e:48:97:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b43b0f3-caa5-4a25-9856-009418b9f906', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:28:09.711382 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d9562-0a72-4e05-905c-9e458f8c9369 req-5b3c466d-3c31-46c7-9c28-62e1cb6c4006 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:09.713430 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2a3d9562-0a72-4e05-905c-9e458f8c9369 req-5b3c466d-3c31-46c7-9c28-62e1cb6c4006 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.2448285 Jun 30 05:28:09.725834 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-f186e0ea-6911-4474-bf0f-fb9b320c8691 service neutron] 10.222.0.41 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270634 Jun 30 05:28:09.736741 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a49284aa-818f-465e-b24b-af7a4c401fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:09.747311 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a49284aa-818f-465e-b24b-af7a4c401fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:09.786184 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-a49284aa-818f-465e-b24b-af7a4c401fc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00a0add5bc7748ef9d280390f737976a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4599144 Jun 30 05:28:09.791714 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59276) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:09.836235 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-ab4635bb-7df9-445a-af13-81860f4419c0 service neutron] 10.222.0.41 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091714 Jun 30 05:28:09.843255 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49284aa-818f-465e-b24b-af7a4c401fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8413a8-e79f-41e6-8cfd-9d6da2cb7a88,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:09.879716 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:09.924946 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9060ea76-ab32-40c0-8e10-0fbedbb344f0 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:28:09.926791 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b9c57afe-4c18-4bdb-859b-5f5901d6bd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:09.962039 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b9c57afe-4c18-4bdb-859b-5f5901d6bd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:09.968595 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 9060ea76-ab32-40c0-8e10-0fbedbb344f0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9060ea76-ab32-40c0-8e10-0fbedbb344f0,segment=NetworkSegment(8771f108-8a90-4553-90f9-57e22fe12982),segment_id=8771f108-8a90-4553-90f9-57e22fe12982)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:10.044559 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:10.050269 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b9c57afe-4c18-4bdb-859b-5f5901d6bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:10.053565 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b9c57afe-4c18-4bdb-859b-5f5901d6bd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:10.058734 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b9c57afe-4c18-4bdb-859b-5f5901d6bd71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e8413a8-e79f-41e6-8cfd-9d6da2cb7a88 HTTP/1.1" status: 204 len: 168 time: 0.2631609 Jun 30 05:28:10.076879 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c57afe-4c18-4bdb-859b-5f5901d6bd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8413a8-e79f-41e6-8cfd-9d6da2cb7a88,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:10.106342 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:10.218284 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:10.218937 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:10.521364 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2a3d9562-0a72-4e05-905c-9e458f8c9369 req-1906530f-ac87-4959-a29c-39c28451a05d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7930264 Jun 30 05:28:10.530744 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=9060ea76-ab32-40c0-8e10-0fbedbb344f0,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:10.579103 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['9060ea76-ab32-40c0-8e10-0fbedbb344f0'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:28:10.607985 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ec16f-ac6e-4824-833b-6427af393168 req-856d740b-adef-461a-a31d-97a91a5eaf7e tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:10.610735 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d40ec16f-ac6e-4824-833b-6427af393168 req-856d740b-adef-461a-a31d-97a91a5eaf7e tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 949 time: 0.2944067 Jun 30 05:28:10.663914 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'name': 'tempest-TestMinimumBasicScenario-1963256367-router', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:58Z', 'updated_at': '2021-06-30T05:28:06Z', 'revision_number': 4, 'project_id': '682dbcaaa97f485ca78096a5426e9676', 'gw_port': {'id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': 'dbe8780c-0004-47ea-8dd1-d8ff9740ca2d', 'name': '', 'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'mac_address': 'fa:16:3e:0e:73:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4c502f60-b62e-4324-98a0-01cae3416ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:04Z', 'updated_at': '2021-06-30T05:28:06Z', 'revision_number': 2, 'project_id': '682dbcaaa97f485ca78096a5426e9676', 'subnets': [{'id': '4c502f60-b62e-4324-98a0-01cae3416ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:10.700149 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6787eb60-27b5-42a6-b25c-84337a5e56dc req-f668862c-5103-49a3-be37-dd7313539a2b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 210 time: 0.0665195 Jun 30 05:28:10.742538 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Checking router: bfa90802-e6cd-4013-9a42-cf0de3308a66 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:28:10.743018 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Updating router bfa90802-e6cd-4013-9a42-cf0de3308a66 port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d binding host dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:28:10.750405 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d40ec16f-ac6e-4824-833b-6427af393168 req-dfdbc2fb-beda-4374-826b-fe85a8976ac4 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335204 Jun 30 05:28:10.918892 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:10.967069 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:11.012592 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=4d2db7b4-2d9c-4398-ad3d-226adf9beea6,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:11.048403 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:11.049177 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 48ae158d-f268-442e-88a5-c1cf61367a27 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:11.289171 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=4d2db7b4-2d9c-4398-ad3d-226adf9beea6,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:11.397238 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 48ae158d-f268-442e-88a5-c1cf61367a27 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:11.398115 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:11.493234 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 59324) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:11.689703 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-963038339-network', 'tenant_id': '15f2a4271e1d4e408e41753b1eb1cbcc'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:11.728133 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Notify callbacks [] for port, precommit_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:11.734721 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Made reservation on behalf of 15f2a4271e1d4e408e41753b1eb1cbcc for: {'network': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:28:11.738391 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:11.756037 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:11.757142 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Transition to ACTIVE for port object dbe8780c-0004-47ea-8dd1-d8ff9740ca2d will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:11.770930 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:11.836154 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:11.931379 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-979bc06b-9b53-48ee-b38d-a18681bc6087 req-3f122f7e-8eeb-4d40-9965-87e085e084c3 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 210 time: 0.0771894 Jun 30 05:28:12.045917 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503526f-a24e-4311-940c-f4f8c4422430 None None] Pushing event updated for resources: {'Port': ['ID=dbe8780c-0004-47ea-8dd1-d8ff9740ca2d,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:12.321534 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:12.333669 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87f6ba-cf8f-47ef-adcf-08f430c389a8 req-1f3dc1e0-6263-4f6a-ab23-c02f8e361639 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:12.346655 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ca87f6ba-cf8f-47ef-adcf-08f430c389a8 req-1f3dc1e0-6263-4f6a-ab23-c02f8e361639 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.5833194 Jun 30 05:28:12.359511 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d7442446-c1a8-46a2-9bd8-dc8dd9db1a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:12.371319 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:12.394568 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Attempting to bind port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:28:12.394568 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Attempting to bind port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'c7944075-0974-4b55-bd82-b41b312ab6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:28:12.396969 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Attempting to bind port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d on network 146814b2-66a9-49a2-8f77-5f4db6b3820d {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:12.422344 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:28:12.423896 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Checking segment: {'id': 'c7944075-0974-4b55-bd82-b41b312ab6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:12.424290 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:12.424803 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Bound using segment: {'id': 'c7944075-0974-4b55-bd82-b41b312ab6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:28:12.425927 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=92843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:28:12.431080 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Bound port: dbe8780c-0004-47ea-8dd1-d8ff9740ca2d, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7944075-0974-4b55-bd82-b41b312ab6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:28:12.443659 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:12.475795 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:12.477428 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:12.494691 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ca87f6ba-cf8f-47ef-adcf-08f430c389a8 req-eebab893-fd2f-4856-8237-42b3b2ce252d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471133 Jun 30 05:28:12.496940 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:12.502502 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.segments_db [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Added segment 6a2d0cf8-4809-483e-a403-29da7ae38148 of type vlan for network 40082afe-4f9b-4196-a0b9-7246320b3562 Jun 30 05:28:12.507358 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d790b924-bee5-452b-a994-f860c7de24c0,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:12.588799 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-34439176-3f5e-43da-8d70-af2154e4cb4a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:12.597624 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-34439176-3f5e-43da-8d70-af2154e4cb4a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.35 "GET /v2.0/networks?id=4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 200 len: 817 time: 0.3286858 Jun 30 05:28:12.643129 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] For port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:12.649299 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] For port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=dbe8780c-0004-47ea-8dd1-d8ff9740ca2d,segment=NetworkSegment(c7944075-0974-4b55-bd82-b41b312ab6b5),segment_id=c7944075-0974-4b55-bd82-b41b312ab6b5)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:12.652794 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:12.678543 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:12.685588 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-4f6a7d71-2f9d-4f0b-9939-4784d4a9a2eb tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7964c3fc3134461b6ea0163883faaec HTTP/1.1" status: 200 len: 378 time: 0.0760589 Jun 30 05:28:12.703302 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Request body: {'port': {'device_id': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'admin_state_up': True, 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'security_groups': ['7c410ef6-844a-4a56-9246-f47375c6416d']}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:12.710763 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd32f0-baae-4647-8a96-a094a0e71ae8 req-c7442220-0cc1-41f4-8afe-6aaf3f35b62d tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:12.714794 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-abfd32f0-baae-4647-8a96-a094a0e71ae8 req-c7442220-0cc1-41f4-8afe-6aaf3f35b62d tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 949 time: 0.3269641 Jun 30 05:28:12.746830 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:12.748338 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:12.749137 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:12.863767 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3694155 Jun 30 05:28:12.869297 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59356) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:12.881735 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-abfd32f0-baae-4647-8a96-a094a0e71ae8 req-b5fc83fc-2f61-40ad-829b-fc15a6426513 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608815 Jun 30 05:28:12.882471 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-dae298ed-b502-4900-9819-d1c93d8de1ed admin admin] Request body: {'subnet': {'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-963038339-subnet', 'tenant_id': '15f2a4271e1d4e408e41753b1eb1cbcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:12.892290 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3c6e4-e50f-44f1-8a9c-2c6f36c948e0 admin admin] Pushing event updated for resources: {'Network': ['ID=40082afe-4f9b-4196-a0b9-7246320b3562,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:12.906360 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network 40082afe-4f9b-4196-a0b9-7246320b3562 details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:28:12.974765 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae298ed-b502-4900-9819-d1c93d8de1ed admin admin] Made reservation on behalf of 15f2a4271e1d4e408e41753b1eb1cbcc for: {'subnet': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:28:12.977591 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-dae298ed-b502-4900-9819-d1c93d8de1ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8595583'] for subnet, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:12.999163 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Routers {'bfa90802-e6cd-4013-9a42-cf0de3308a66'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:13.000180 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:27:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['bfa90802-e6cd-4013-9a42-cf0de3308a66'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:13.003999 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503526f-a24e-4311-940c-f4f8c4422430 None None] Pushing event updated for resources: {'Port': ['ID=dbe8780c-0004-47ea-8dd1-d8ff9740ca2d,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:13.105879 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Made reservation on behalf of a7964c3fc3134461b6ea0163883faaec for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:28:13.109834 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:13.198570 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] Set router bfa90802-e6cd-4013-9a42-cf0de3308a66 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:13.347356 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-62cac054-1a76-4516-9fe1-d2f95b7ad8fb req-57c6be44-dd66-4a18-b784-bdb405042c40 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 210 time: 0.0863616 Jun 30 05:28:13.356447 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 9060ea76-ab32-40c0-8e10-0fbedbb344f0 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:13.376527 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Allocated IP 172.20.0.13 (4c5bd950-7baa-4ed0-ba10-8865d691272d/6e62719b-5a1c-4ff8-bd08-224f80a06cd2/7e28e4d6-d7a2-4d5d-af50-c33173e69d95) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:28:13.384533 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-dae298ed-b502-4900-9819-d1c93d8de1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8671484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8595561'] for subnet, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:13.491996 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae298ed-b502-4900-9819-d1c93d8de1ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b90d14d-8c35-4b07-8cd8-ac77c9d4b991,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:13.497804 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae298ed-b502-4900-9819-d1c93d8de1ed admin admin] Checking segment: {'id': '6a2d0cf8-4809-483e-a403-29da7ae38148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:13.498193 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae298ed-b502-4900-9819-d1c93d8de1ed admin admin] Network hostable DHCP agents. Network: 40082afe-4f9b-4196-a0b9-7246320b3562, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:28:13.575074 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae298ed-b502-4900-9819-d1c93d8de1ed admin admin] Network 40082afe-4f9b-4196-a0b9-7246320b3562 is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:28:13.595904 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-dae298ed-b502-4900-9819-d1c93d8de1ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, 40082afe-4f9b-4196-a0b9-7246320b3562) {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:13.608221 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae298ed-b502-4900-9819-d1c93d8de1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:13.608751 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-dae298ed-b502-4900-9819-d1c93d8de1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:13.619599 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 9060ea76-ab32-40c0-8e10-0fbedbb344f0 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:13.622724 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4d7cf5-a7c4-43ab-bd10-a867d6475bf8 None None] Network 40082afe-4f9b-4196-a0b9-7246320b3562 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:28:13.653876 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-dae298ed-b502-4900-9819-d1c93d8de1ed admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7802005 Jun 30 05:28:13.666657 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:13.695234 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Transition to ACTIVE for port object 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 will not be triggered until provisioned by entity DHCP. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:13.770939 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:13.837161 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 9060ea76-ab32-40c0-8e10-0fbedbb344f0 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:13.837531 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:13.870171 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Network 4c5bd950-7baa-4ed0-ba10-8865d691272d is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:13.884018 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:13.913766 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:28:13.952177 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e309-506a-44f7-b8bc-bf642b7c6863 req-5121bf58-be7c-4c5b-8de3-96ffe945d9a4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:13.968098 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event updated for resources: {'Port': ['ID=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:13.969921 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bf63e309-506a-44f7-b8bc-bf642b7c6863 req-5121bf58-be7c-4c5b-8de3-96ffe945d9a4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1749997 Jun 30 05:28:14.010116 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:14.010984 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:14.047885 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-1d34aedc-2e83-40eb-802c-a10191e551c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3499377 Jun 30 05:28:14.062032 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bf63e309-506a-44f7-b8bc-bf642b7c6863 req-3aa4d7ce-56f7-4354-9abf-b6dc99991dfa tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900052 Jun 30 05:28:14.063038 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Request body: {'port': {'device_id': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:14.169258 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:14.212014 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'name': 'tempest-TestMinimumBasicScenario-1963256367-router', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:58Z', 'updated_at': '2021-06-30T05:28:06Z', 'revision_number': 4, 'project_id': '682dbcaaa97f485ca78096a5426e9676', 'gw_port': {'id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': 'dbe8780c-0004-47ea-8dd1-d8ff9740ca2d', 'name': '', 'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'mac_address': 'fa:16:3e:0e:73:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4c502f60-b62e-4324-98a0-01cae3416ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:04Z', 'updated_at': '2021-06-30T05:28:12Z', 'revision_number': 4, 'project_id': '682dbcaaa97f485ca78096a5426e9676', 'subnets': [{'id': '4c502f60-b62e-4324-98a0-01cae3416ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:14.289201 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:14.365651 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2eaee7-fbab-4727-a776-42fed029ffb8 req-5fdc2d21-e5e0-49f1-be6d-4163c5b024eb tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:14.367682 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2c2eaee7-fbab-4727-a776-42fed029ffb8 req-5fdc2d21-e5e0-49f1-be6d-4163c5b024eb tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 949 time: 0.1871049 Jun 30 05:28:14.409315 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 9060ea76-ab32-40c0-8e10-0fbedbb344f0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9060ea76-ab32-40c0-8e10-0fbedbb344f0,segment=NetworkSegment(8771f108-8a90-4553-90f9-57e22fe12982),segment_id=8771f108-8a90-4553-90f9-57e22fe12982)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:14.421372 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090dbc51-84c2-4b70-8f3a-af992c687e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9060ea76-ab32-40c0-8e10-0fbedbb344f0'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:28:14.429187 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70276875-8620-4c81-a289-a382304d7e75" -d '{"events": [{"server_uuid": "090dbc51-84c2-4b70-8f3a-af992c687e38", "name": "network-vif-plugged", "status": "completed", "tag": "9060ea76-ab32-40c0-8e10-0fbedbb344f0"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:28:14.481645 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89a60c-d7ff-4e19-b8b9-86275ad0576f None None] The sync data for ids ['bfa90802-e6cd-4013-9a42-cf0de3308a66'] in dv-cinder-772181-11-iscsi is: [{'id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'name': 'tempest-TestMinimumBasicScenario-1963256367-router', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:58Z', 'updated_at': '2021-06-30T05:28:06Z', 'revision_number': 4, 'project_id': '682dbcaaa97f485ca78096a5426e9676', 'gw_port': {'id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': 'dbe8780c-0004-47ea-8dd1-d8ff9740ca2d', 'name': '', 'network_id': '146814b2-66a9-49a2-8f77-5f4db6b3820d', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'mac_address': 'fa:16:3e:0e:73:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4c502f60-b62e-4324-98a0-01cae3416ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:04Z', 'updated_at': '2021-06-30T05:28:12Z', 'revision_number': 4, 'project_id': '682dbcaaa97f485ca78096a5426e9676', 'subnets': [{'id': '4c502f60-b62e-4324-98a0-01cae3416ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:28:14.484084 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2c2eaee7-fbab-4727-a776-42fed029ffb8 req-11fc33f2-639d-441e-af70-b0ebc237f627 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066999 Jun 30 05:28:14.485184 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:14.563821 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2df8e7-855c-4ef2-b99f-968ac2f79d0b None None] Network 40082afe-4f9b-4196-a0b9-7246320b3562 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:28:14.646259 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-c8a656ee-8330-431f-8126-5e874c9371b3 None None] Provisioning for port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:14.991691 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee16e1c-a6cd-4d64-bb81-4ed257ab1b66 x-openstack-request-id: req-7ee16e1c-a6cd-4d64-bb81-4ed257ab1b66 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:28:14.992275 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090dbc51-84c2-4b70-8f3a-af992c687e38", "name": "network-vif-plugged", "status": "completed", "tag": "9060ea76-ab32-40c0-8e10-0fbedbb344f0", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:28:14.992690 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ee16e1c-a6cd-4d64-bb81-4ed257ab1b66 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:28:14.993540 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090dbc51-84c2-4b70-8f3a-af992c687e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9060ea76-ab32-40c0-8e10-0fbedbb344f0', 'code': 200} Jun 30 05:28:15.006717 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070f189-a6ad-4083-b2a0-acf176482657 req-cdaa718e-c027-4060-bf43-192088f77a5c tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:15.042983 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-c8a656ee-8330-431f-8126-5e874c9371b3 None None] Provisioning complete for port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:15.043447 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-c8a656ee-8330-431f-8126-5e874c9371b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:15.044313 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1070f189-a6ad-4083-b2a0-acf176482657 req-cdaa718e-c027-4060-bf43-192088f77a5c tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 932 time: 0.1809273 Jun 30 05:28:15.116083 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:28:15.126825 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7b8f8519-13fc-4d2f-87e3-16d2a3f2d543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:15.171422 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:15.172864 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:15.208759 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1070f189-a6ad-4083-b2a0-acf176482657 req-2bd36cde-ea47-461a-b2cc-31797b1d3767 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1596177 Jun 30 05:28:15.233828 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=9060ea76-ab32-40c0-8e10-0fbedbb344f0,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:15.252350 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-c8a656ee-8330-431f-8126-5e874c9371b3 None None] Port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:28:15.284622 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Transition to ACTIVE for port object 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:15.299422 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:15.456998 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Pushing event updated for resources: {'Port': ['ID=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:15.489202 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6f1e6-a5a6-4710-b607-2a2286d62043 req-1e4fbcb9-790d-4aa7-ac36-d4b1322b3fe0 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:15.494770 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d6a6f1e6-a5a6-4710-b607-2a2286d62043 req-1e4fbcb9-790d-4aa7-ac36-d4b1322b3fe0 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1071975 Jun 30 05:28:15.515582 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599871-9451-405a-8de6-b494ac7da078 req-4b90efc6-1ac2-499a-afef-feed5cd2c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:15.517083 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-63599871-9451-405a-8de6-b494ac7da078 req-4b90efc6-1ac2-499a-afef-feed5cd2c729 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 1103 time: 0.4681327 Jun 30 05:28:15.554961 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d6a6f1e6-a5a6-4710-b607-2a2286d62043 req-3bc1e44b-4f84-4571-ad1e-8dc05b177d0a tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517812 Jun 30 05:28:15.617011 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-63599871-9451-405a-8de6-b494ac7da078 req-2e8c46d8-e8a4-416f-8ebc-873950e06bf1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821228 Jun 30 05:28:15.618952 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Attempting to bind port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:28:15.619377 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Attempting to bind port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:28:15.620994 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Attempting to bind port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 on network 4c5bd950-7baa-4ed0-ba10-8865d691272d {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:15.633099 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 on network 4c5bd950-7baa-4ed0-ba10-8865d691272d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:28:15.633423 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Attempting to bind port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 on network 4c5bd950-7baa-4ed0-ba10-8865d691272d {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:15.653118 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:28:15.653462 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Checking segment: {'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:15.653848 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Bound using segment: {'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:28:15.654300 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Bound port: 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:28:15.669395 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:15.767400 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device dbe8780c-0004-47ea-8dd1-d8ff9740ca2d up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:15.806399 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] For port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:15.818169 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] For port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:15.833788 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b936f6a-2760-453d-83af-0df772b11d96 req-2f691b89-521b-4c47-a70f-be7e18d11d8c tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:15.835424 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:15.846722 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7b936f6a-2760-453d-83af-0df772b11d96 req-2f691b89-521b-4c47-a70f-be7e18d11d8c tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 950 time: 0.1467376 Jun 30 05:28:15.858218 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:15.873898 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:15.879328 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:15.879948 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:15.907310 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7b936f6a-2760-453d-83af-0df772b11d96 req-dbaabcbb-2a83-41e6-ab09-50b35d013b21 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592363 Jun 30 05:28:15.921240 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:15.921459 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:15.922998 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] 10.222.0.35 "PUT /v2.0/ports/7e28e4d6-d7a2-4d5d-af50-c33173e69d95 HTTP/1.1" status: 200 len: 1094 time: 1.8657601 Jun 30 05:28:15.926254 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:28:15.936742 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7756804b-0f3b-4a8c-a6ff-447746086fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:28:16.040612 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8ff427-564a-4d78-8ff6-8d341b5302f0 x-openstack-request-id: req-8f8ff427-564a-4d78-8ff6-8d341b5302f0 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:28:16.040612 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:28:16.040981 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f8ff427-564a-4d78-8ff6-8d341b5302f0 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:28:16.041177 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'status': 'completed', 'code': 200} Jun 30 05:28:16.056168 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db7d20-99d7-48e9-ba3f-56c196d44b3e service neutron] Pushing event updated for resources: {'Port': ['ID=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:16.057578 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:16.127030 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=dbe8780c-0004-47ea-8dd1-d8ff9740ca2d,segment=NetworkSegment(c7944075-0974-4b55-bd82-b41b312ab6b5),segment_id=c7944075-0974-4b55-bd82-b41b312ab6b5)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:16.143660 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:16.224185 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=dbe8780c-0004-47ea-8dd1-d8ff9740ca2d,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:16.239170 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-b70737bc-a64d-4a41-917b-84cd9d2b9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:16.240681 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-b70737bc-a64d-4a41-917b-84cd9d2b9c5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7964c3fc3134461b6ea0163883faaec&device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 1097 time: 0.1965477 Jun 30 05:28:16.393797 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-8b2f9d24-d17d-4553-9934-e5e9a006da07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95 HTTP/1.1" status: 200 len: 217 time: 0.1403759 Jun 30 05:28:16.499708 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-196c9e38-9e77-4fd5-bd14-ea333373cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:16.503529 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-196c9e38-9e77-4fd5-bd14-ea333373cf79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e62719b-5a1c-4ff8-bd08-224f80a06cd2 HTTP/1.1" status: 200 len: 856 time: 0.0935686 Jun 30 05:28:16.507598 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d1b8e-15df-42cb-a875-fd1b90d6c038 req-e379e7ed-1734-4fdb-aad2-bfaf00a3bde5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:16.515277 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-af5d1b8e-15df-42cb-a875-fd1b90d6c038 req-e379e7ed-1734-4fdb-aad2-bfaf00a3bde5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.1341684 Jun 30 05:28:16.604592 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-af5d1b8e-15df-42cb-a875-fd1b90d6c038 req-a4b51e65-b8a9-4819-90bf-cbe77081c950 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883574 Jun 30 05:28:16.689895 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-5380c1b6-4cdf-49a5-a070-9b2aeaeb5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:16.693095 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-5380c1b6-4cdf-49a5-a070-9b2aeaeb5748 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c5bd950-7baa-4ed0-ba10-8865d691272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1797318 Jun 30 05:28:16.854838 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59460) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:16.878446 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-72b29d1e-1f20-40ec-9cb3-c5f383a6330c service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742394 Jun 30 05:28:16.913289 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0a5bdcfa-395c-407b-8756-5a46b4758119 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:16.920502 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0a5bdcfa-395c-407b-8756-5a46b4758119 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/networks?id=40082afe-4f9b-4196-a0b9-7246320b3562 HTTP/1.1" status: 200 len: 813 time: 0.2411816 Jun 30 05:28:16.939560 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-fe8b359c-d647-487f-af18-952566133a75 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/quotas/15f2a4271e1d4e408e41753b1eb1cbcc HTTP/1.1" status: 200 len: 375 time: 0.0177710 Jun 30 05:28:16.985932 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-8f7a0bec-5472-41e3-8d74-dd92f36918e4 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=15f2a4271e1d4e408e41753b1eb1cbcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450749 Jun 30 05:28:17.014941 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a0d4d-7b5d-43ca-8897-0f9bc62bd67e req-62fc312f-adce-4709-b500-29f05ff36dbc tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:17.023195 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-676a0d4d-7b5d-43ca-8897-0f9bc62bd67e req-62fc312f-adce-4709-b500-29f05ff36dbc tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1935720 Jun 30 05:28:17.033524 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-69df7a0b-799f-4ef4-8d5d-a73baabf1cbb req-132450fd-161f-428b-a3d9-71e502aff9bd service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492774 Jun 30 05:28:17.087901 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a73a93f2-1cab-4df4-ad5e-6f38887b736c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:17.106665 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-676a0d4d-7b5d-43ca-8897-0f9bc62bd67e req-7f3863a8-2a79-4aa0-abea-2d601facff8e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825098 Jun 30 05:28:17.163843 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-a23cd205-942c-4b0f-95ce-b66dc8203b15 service neutron] 10.222.0.41 "GET /v2.0/networks/40082afe-4f9b-4196-a0b9-7246320b3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769216 Jun 30 05:28:17.273156 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756804b-0f3b-4a8c-a6ff-447746086fdd req-764e99eb-dfb0-403b-b039-92ae396f2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:17.274668 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7756804b-0f3b-4a8c-a6ff-447746086fdd req-764e99eb-dfb0-403b-b039-92ae396f2803 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7964c3fc3134461b6ea0163883faaec&device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 1097 time: 0.1743565 Jun 30 05:28:17.322363 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:17.372833 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567d933-27b8-40ce-a763-da4c0e6527a4 req-deb616e4-3a7f-4add-b2d4-3d7e4b9be93d tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:17.374393 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c567d933-27b8-40ce-a763-da4c0e6527a4 req-deb616e4-3a7f-4add-b2d4-3d7e4b9be93d tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 950 time: 0.1308002 Jun 30 05:28:17.397099 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-5ab26863-478a-4e8f-9e92-d7776e23f7e9 service neutron] 10.222.0.41 "GET /v2.0/networks/40082afe-4f9b-4196-a0b9-7246320b3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308702 Jun 30 05:28:17.443179 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a73a93f2-1cab-4df4-ad5e-6f38887b736c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:17.450868 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a73a93f2-1cab-4df4-ad5e-6f38887b736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:17.451971 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c567d933-27b8-40ce-a763-da4c0e6527a4 req-40eaaed5-53ff-4c7b-8780-d1783c0e757a tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638463 Jun 30 05:28:17.484816 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a93f2-1cab-4df4-ad5e-6f38887b736c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537f53a3-0b85-4b8c-a669-6170c306d09f,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:17.523731 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-a73a93f2-1cab-4df4-ad5e-6f38887b736c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec7abf78f6814447a4e756572a9ae552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671994 Jun 30 05:28:17.526400 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 59478) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:17.552447 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756804b-0f3b-4a8c-a6ff-447746086fdd req-7e9088ab-a10a-433a-a5be-d1e1e2863d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:17.553878 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7756804b-0f3b-4a8c-a6ff-447746086fdd req-7e9088ab-a10a-433a-a5be-d1e1e2863d31 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 200 len: 918 time: 0.2682822 Jun 30 05:28:17.590951 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 59482) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:17.644784 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7756804b-0f3b-4a8c-a6ff-447746086fdd req-37734a5e-699d-44ba-bcbb-4ad9b7ed8a6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95 HTTP/1.1" status: 200 len: 217 time: 0.0811577 Jun 30 05:28:17.647328 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8848f16f-3c15-4c41-914d-da5327b80cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:17.725644 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8848f16f-3c15-4c41-914d-da5327b80cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:17.742121 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device dbe8780c-0004-47ea-8dd1-d8ff9740ca2d up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:17.746771 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756804b-0f3b-4a8c-a6ff-447746086fdd req-e1149604-c3dd-4cf3-a151-1d5ff8f73ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:17.748570 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7756804b-0f3b-4a8c-a6ff-447746086fdd req-e1149604-c3dd-4cf3-a151-1d5ff8f73ca4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e62719b-5a1c-4ff8-bd08-224f80a06cd2 HTTP/1.1" status: 200 len: 856 time: 0.0960271 Jun 30 05:28:17.821805 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d91731a7-365b-423d-850e-27c87dadab1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:17.841367 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8848f16f-3c15-4c41-914d-da5327b80cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:17.845278 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8848f16f-3c15-4c41-914d-da5327b80cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:17.846640 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-8848f16f-3c15-4c41-914d-da5327b80cad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/537f53a3-0b85-4b8c-a669-6170c306d09f HTTP/1.1" status: 204 len: 168 time: 0.3191969 Jun 30 05:28:17.851184 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756804b-0f3b-4a8c-a6ff-447746086fdd req-24bf4fd5-560d-4656-8139-424adefe2fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:17.857075 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7756804b-0f3b-4a8c-a6ff-447746086fdd req-24bf4fd5-560d-4656-8139-424adefe2fc7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c5bd950-7baa-4ed0-ba10-8865d691272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0992866 Jun 30 05:28:17.870264 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:17.870730 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:17.921214 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848f16f-3c15-4c41-914d-da5327b80cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537f53a3-0b85-4b8c-a669-6170c306d09f,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:18.053004 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7756804b-0f3b-4a8c-a6ff-447746086fdd req-6cbdb32e-1046-4ba5-a3fa-57be27adb100 service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834800 Jun 30 05:28:18.283218 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7756804b-0f3b-4a8c-a6ff-447746086fdd req-b8a2ae38-6244-43b9-8a67-d2b6ded8f5c7 service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218804 Jun 30 05:28:18.354107 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a643dc91-9a6b-43b0-af33-81802033417a req-115fd7a4-7923-4573-b09a-81c9329c096e tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 210 time: 0.1320364 Jun 30 05:28:18.391799 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d91731a7-365b-423d-850e-27c87dadab1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:18.400958 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d91731a7-365b-423d-850e-27c87dadab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:18.434097 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91731a7-365b-423d-850e-27c87dadab1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa06418-e0c3-47a8-a2bf-5f8149ea08c7,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:18.463180 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb52db-a82b-4faa-831e-61c43f865395 req-4e2c768b-b79e-4cf5-89f8-c6cb97296cea tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:18.476754 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-64fb52db-a82b-4faa-831e-61c43f865395 req-4e2c768b-b79e-4cf5-89f8-c6cb97296cea tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.4511797 Jun 30 05:28:18.522188 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d91731a7-365b-423d-850e-27c87dadab1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78d316853f474cd288f375fcc4f76bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9295750 Jun 30 05:28:18.525226 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59512) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:18.560887 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-64fb52db-a82b-4faa-831e-61c43f865395 req-5ce444c6-d3ca-4970-82e5-f3834ab9bf43 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832915 Jun 30 05:28:18.625139 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5c0d5456-c235-4743-94d9-828b4e41cbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:18.657678 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5c0d5456-c235-4743-94d9-828b4e41cbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:18.667314 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d7050-fd09-4d48-b426-be85446fbee3 req-bf7e6710-4cc7-4161-9589-9c9a9936e48f tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:18.671626 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2c7d7050-fd09-4d48-b426-be85446fbee3 req-bf7e6710-4cc7-4161-9589-9c9a9936e48f tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1072407 Jun 30 05:28:18.748169 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5c0d5456-c235-4743-94d9-828b4e41cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:18.752050 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5c0d5456-c235-4743-94d9-828b4e41cbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:18.755740 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-5c0d5456-c235-4743-94d9-828b4e41cbaa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/caa06418-e0c3-47a8-a2bf-5f8149ea08c7 HTTP/1.1" status: 204 len: 168 time: 0.2272532 Jun 30 05:28:18.764374 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2c7d7050-fd09-4d48-b426-be85446fbee3 req-17be33c4-b8b9-47a9-be2f-79bae48f6e94 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781186 Jun 30 05:28:18.767706 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d5456-c235-4743-94d9-828b4e41cbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa06418-e0c3-47a8-a2bf-5f8149ea08c7,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:18.923026 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb2420-7156-455d-8b7a-0635b5fc9460 req-7301be4e-0160-4a65-b5fe-036abdbec3d9 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:18.924640 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-46fb2420-7156-455d-8b7a-0635b5fc9460 req-7301be4e-0160-4a65-b5fe-036abdbec3d9 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 950 time: 0.1035879 Jun 30 05:28:18.991979 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-46fb2420-7156-455d-8b7a-0635b5fc9460 req-5a00e05e-ebea-4a3e-ae3d-a752caa574c9 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602865 Jun 30 05:28:19.200925 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 59530) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:19.219511 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f31cf1e9-142f-4734-a3b5-087cf7fbf0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:19.333098 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f31cf1e9-142f-4734-a3b5-087cf7fbf0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:19.351953 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f31cf1e9-142f-4734-a3b5-087cf7fbf0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:19.394063 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-f31cf1e9-142f-4734-a3b5-087cf7fbf0cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1d06544a1834aac8491f39b55b4e6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917491 Jun 30 05:28:19.395070 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cf1e9-142f-4734-a3b5-087cf7fbf0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c2427f-614f-4fc5-ab06-d842a79d339f,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:19.397261 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59538) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:19.616721 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9a74fb9a-ed9d-4a14-b9fe-6fb4841ee1b0 req-075b785e-cb24-4d90-a810-0ce1e8a041d0 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 210 time: 0.0829604 Jun 30 05:28:19.929339 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-16fdca3c-7cb7-4035-8945-4148477d5be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:19.944700 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b792249-8ee4-455e-938e-65f41b33ec9d req-7aa17ac2-c045-4de2-a9dc-0e9234b2d792 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:19.955702 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1b792249-8ee4-455e-938e-65f41b33ec9d req-7aa17ac2-c045-4de2-a9dc-0e9234b2d792 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.1493149 Jun 30 05:28:20.031583 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1b792249-8ee4-455e-938e-65f41b33ec9d req-1a58b0fb-acd1-4c25-b13b-2b8c99453d94 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744755 Jun 30 05:28:20.051541 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-16fdca3c-7cb7-4035-8945-4148477d5be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:20.095384 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3da3c-c629-4c10-8da3-9a887b6e16ca req-012b8617-fdeb-479d-8f10-71debfeac0fc tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:20.096740 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b8e3da3c-c629-4c10-8da3-9a887b6e16ca req-012b8617-fdeb-479d-8f10-71debfeac0fc tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.35 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 950 time: 0.1640744 Jun 30 05:28:20.151777 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3acbea-a641-404b-988f-c08bf37b6716 req-f237b2dc-a544-4495-ab86-cfa8452b99c6 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:20.153989 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9c3acbea-a641-404b-988f-c08bf37b6716 req-f237b2dc-a544-4495-ab86-cfa8452b99c6 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1448510 Jun 30 05:28:20.219099 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-8684eeeb-c4b3-4b00-ab83-f76742c1cf4e tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:20.220757 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-8684eeeb-c4b3-4b00-ab83-f76742c1cf4e tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.35 "GET /v2.0/networks?id=40082afe-4f9b-4196-a0b9-7246320b3562 HTTP/1.1" status: 200 len: 813 time: 0.7029371 Jun 30 05:28:20.224170 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9c3acbea-a641-404b-988f-c08bf37b6716 req-70624128-a12c-4c70-8b24-d8566bd784a8 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585327 Jun 30 05:28:20.255221 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-c5d00c6c-d121-48e7-a7d4-c206a997cd4a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Request body: {'port': {'device_id': '32217f4e-abac-4646-a0a3-b353e9e97abb', 'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562', 'admin_state_up': True, 'tenant_id': '15f2a4271e1d4e408e41753b1eb1cbcc'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:20.341554 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-16fdca3c-7cb7-4035-8945-4148477d5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:20.344083 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-16fdca3c-7cb7-4035-8945-4148477d5be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:20.347801 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-16fdca3c-7cb7-4035-8945-4148477d5be6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9c2427f-614f-4fc5-ab06-d842a79d339f HTTP/1.1" status: 204 len: 168 time: 0.9469521 Jun 30 05:28:20.347801 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-b8e3da3c-c629-4c10-8da3-9a887b6e16ca req-855194b1-6051-4f00-942c-2b17afdaef87 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Deleting port 9060ea76-ab32-40c0-8e10-0fbedbb344f0 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:28:20.347801 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-b8e3da3c-c629-4c10-8da3-9a887b6e16ca req-855194b1-6051-4f00-942c-2b17afdaef87 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:20.435165 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdca3c-7cb7-4035-8945-4148477d5be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c2427f-614f-4fc5-ab06-d842a79d339f,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:20.470254 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1487dc6-42ce-42f4-bd23-ef8e8bb8275f req-f055d149-453e-4168-a6ce-505ca9e526ff tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:20.472779 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c1487dc6-42ce-42f4-bd23-ef8e8bb8275f req-f055d149-453e-4168-a6ce-505ca9e526ff tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 950 time: 0.1352565 Jun 30 05:28:20.531323 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-b8e3da3c-c629-4c10-8da3-9a887b6e16ca req-855194b1-6051-4f00-942c-2b17afdaef87 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] For port 9060ea76-ab32-40c0-8e10-0fbedbb344f0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9060ea76-ab32-40c0-8e10-0fbedbb344f0,segment=NetworkSegment(8771f108-8a90-4553-90f9-57e22fe12982),segment_id=8771f108-8a90-4553-90f9-57e22fe12982)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:20.531804 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-b8e3da3c-c629-4c10-8da3-9a887b6e16ca req-855194b1-6051-4f00-942c-2b17afdaef87 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:20.536493 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c1487dc6-42ce-42f4-bd23-ef8e8bb8275f req-d4391649-3d06-4ad2-8729-2d5e99ba4ef4 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/security-groups?id=eba55162-3e37-498d-bdae-d290caf71d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569940 Jun 30 05:28:20.555360 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-b8e3da3c-c629-4c10-8da3-9a887b6e16ca req-855194b1-6051-4f00-942c-2b17afdaef87 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Calling delete_port for 9060ea76-ab32-40c0-8e10-0fbedbb344f0 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:28:20.574054 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-c5d00c6c-d121-48e7-a7d4-c206a997cd4a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Made reservation on behalf of 15f2a4271e1d4e408e41753b1eb1cbcc for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:28:20.577749 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-c5d00c6c-d121-48e7-a7d4-c206a997cd4a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:20.874350 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d3470fa1-8de0-4c59-9ed7-d9c1292e667a req-114a3ea9-875c-4407-8594-aa86e4412c0c tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 210 time: 0.0604701 Jun 30 05:28:20.924723 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 59562) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:20.928688 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-c5d00c6c-d121-48e7-a7d4-c206a997cd4a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Allocated IP 172.20.0.4 (40082afe-4f9b-4196-a0b9-7246320b3562/7b90d14d-8c35-4b07-8cd8-ac77c9d4b991/126bdedc-3e77-44ca-a547-bfe58103dcfe) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:28:20.930850 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-b8e3da3c-c629-4c10-8da3-9a887b6e16ca req-855194b1-6051-4f00-942c-2b17afdaef87 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:20.943129 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['9060ea76-ab32-40c0-8e10-0fbedbb344f0'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:28:20.976475 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-aa8c34d7-694b-4321-8dcf-7deeb8f85601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:20.983008 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855194b1-6051-4f00-942c-2b17afdaef87 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Pushing event deleted for resources: {'Port': ['ID=9060ea76-ab32-40c0-8e10-0fbedbb344f0,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:21.043090 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e3da3c-c629-4c10-8da3-9a887b6e16ca req-855194b1-6051-4f00-942c-2b17afdaef87 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] No DVR routers for this DVR port 9060ea76-ab32-40c0-8e10-0fbedbb344f0 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:28:21.067167 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-b8e3da3c-c629-4c10-8da3-9a887b6e16ca req-855194b1-6051-4f00-942c-2b17afdaef87 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:21.069995 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b8e3da3c-c629-4c10-8da3-9a887b6e16ca req-855194b1-6051-4f00-942c-2b17afdaef87 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.35 "DELETE /v2.0/ports/9060ea76-ab32-40c0-8e10-0fbedbb344f0 HTTP/1.1" status: 204 len: 173 time: 0.9627662 Jun 30 05:28:21.070491 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090dbc51-84c2-4b70-8f3a-af992c687e38', 'name': 'network-vif-deleted', 'tag': '9060ea76-ab32-40c0-8e10-0fbedbb344f0'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:28:21.077400 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5c46dd-ba5c-499b-b0bf-ab34a34bd9cd" -d '{"events": [{"server_uuid": "090dbc51-84c2-4b70-8f3a-af992c687e38", "name": "network-vif-deleted", "tag": "9060ea76-ab32-40c0-8e10-0fbedbb344f0"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:28:21.203384 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bee602-9f95-443c-98bf-930f75f0260c x-openstack-request-id: req-c3bee602-9f95-443c-98bf-930f75f0260c {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:28:21.203783 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090dbc51-84c2-4b70-8f3a-af992c687e38", "name": "network-vif-deleted", "tag": "9060ea76-ab32-40c0-8e10-0fbedbb344f0", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:28:21.203925 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3bee602-9f95-443c-98bf-930f75f0260c {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:28:21.204301 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090dbc51-84c2-4b70-8f3a-af992c687e38', 'name': 'network-vif-deleted', 'tag': '9060ea76-ab32-40c0-8e10-0fbedbb344f0', 'status': 'completed', 'code': 200} Jun 30 05:28:21.260234 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-aa8c34d7-694b-4321-8dcf-7deeb8f85601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:21.274136 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-aa8c34d7-694b-4321-8dcf-7deeb8f85601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:21.281611 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:28:21.413303 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c34d7-694b-4321-8dcf-7deeb8f85601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3487f9fa-3bbc-453b-b906-3247ddb2dd4b,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:21.476131 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-c5d00c6c-d121-48e7-a7d4-c206a997cd4a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:21.499353 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:21.502950 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-aa8c34d7-694b-4321-8dcf-7deeb8f85601 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a10c7887100548fe97f56b2ec3f1ae58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5770340 Jun 30 05:28:21.505469 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 59582) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:21.512939 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'port_id': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'mac_address': 'fa:16:3e:b0:b0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:28:21.555975 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:21.560247 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-c5d00c6c-d121-48e7-a7d4-c206a997cd4a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:21.574802 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:28:21.603705 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:21.604381 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513648b-70ed-43f0-ac6b-a89179cdd7f3 req-f4fc8a5d-5662-4a1a-a9a0-4c0b8f57a736 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:21.606290 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7513648b-70ed-43f0-ac6b-a89179cdd7f3 req-f4fc8a5d-5662-4a1a-a9a0-4c0b8f57a736 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.2017906 Jun 30 05:28:21.611851 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4f0ad6bd-86fe-4431-990c-a42e8b05e7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:21.615945 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:21.654948 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4f0ad6bd-86fe-4431-990c-a42e8b05e7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:21.672941 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-c5d00c6c-d121-48e7-a7d4-c206a997cd4a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Network 40082afe-4f9b-4196-a0b9-7246320b3562 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:21.674359 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:21.676733 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-c5d00c6c-d121-48e7-a7d4-c206a997cd4a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:21.687881 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-c5d00c6c-d121-48e7-a7d4-c206a997cd4a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:28:21.705064 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7513648b-70ed-43f0-ac6b-a89179cdd7f3 req-f2cc1c48-65c4-4538-a792-ef0cbb7a4feb tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907822 Jun 30 05:28:21.739308 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d00c6c-d121-48e7-a7d4-c206a997cd4a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Pushing event updated for resources: {'Port': ['ID=126bdedc-3e77-44ca-a547-bfe58103dcfe,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:21.772149 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-c5d00c6c-d121-48e7-a7d4-c206a997cd4a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:21.772896 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-c5d00c6c-d121-48e7-a7d4-c206a997cd4a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:21.802776 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965361a6-fec3-4340-a826-963dc4deb64f req-47d6fdf9-7212-411d-b932-3821b8d82a8c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:21.804319 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-965361a6-fec3-4340-a826-963dc4deb64f req-47d6fdf9-7212-411d-b932-3821b8d82a8c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0983205 Jun 30 05:28:21.822843 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-c5d00c6c-d121-48e7-a7d4-c206a997cd4a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5846007 Jun 30 05:28:21.833944 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4f0ad6bd-86fe-4431-990c-a42e8b05e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:21.836451 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4f0ad6bd-86fe-4431-990c-a42e8b05e7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:21.837573 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-4f0ad6bd-86fe-4431-990c-a42e8b05e7ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3487f9fa-3bbc-453b-b906-3247ddb2dd4b HTTP/1.1" status: 204 len: 168 time: 0.3312204 Jun 30 05:28:21.856841 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ad6bd-86fe-4431-990c-a42e8b05e7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3487f9fa-3bbc-453b-b906-3247ddb2dd4b,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:21.924536 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6469394c-f1f3-4f27-9175-d899c56488d1 req-ee771546-b7b6-4fa3-a381-f7630ce49388 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 210 time: 0.0647118 Jun 30 05:28:21.934752 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-965361a6-fec3-4340-a826-963dc4deb64f req-e9c31666-8fd1-4552-bce6-1932d2ead41e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163421 Jun 30 05:28:22.158439 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38804688-942a-4cd9-9f84-984034261afe req-4bf3f249-a89d-45e8-b063-4d8d2b89138d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:22.160162 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-38804688-942a-4cd9-9f84-984034261afe req-4bf3f249-a89d-45e8-b063-4d8d2b89138d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 931 time: 0.1107848 Jun 30 05:28:22.217351 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-38804688-942a-4cd9-9f84-984034261afe req-a8615e39-c795-41e9-b1e3-8b89396bad3a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510197 Jun 30 05:28:22.890768 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96ca1e-ca18-40a6-af58-f92027eee9d1 req-691c6c0f-8c2d-45bc-af51-56c32331b069 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:22.897606 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2f96ca1e-ca18-40a6-af58-f92027eee9d1 req-691c6c0f-8c2d-45bc-af51-56c32331b069 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 945 time: 0.0711677 Jun 30 05:28:22.939768 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2f96ca1e-ca18-40a6-af58-f92027eee9d1 req-74b35223-2495-4433-9571-25d0d1a08c1e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411830 Jun 30 05:28:23.132324 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9c1e22dd-ef06-4dcd-8a74-bc1a024828d5 req-1bf5f278-0185-4cea-9d6e-87ad2c7a735e tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 210 time: 0.0430181 Jun 30 05:28:23.353231 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63970a8b-a63a-4628-9acd-3e4e8d8f6f8b req-9f777611-71b7-4f01-8a84-8c9b02b5d9df tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:23.355467 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-63970a8b-a63a-4628-9acd-3e4e8d8f6f8b req-9f777611-71b7-4f01-8a84-8c9b02b5d9df tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0865698 Jun 30 05:28:23.421231 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-63970a8b-a63a-4628-9acd-3e4e8d8f6f8b req-5c9b5ea3-8c31-4184-9b71-4e67905dd7cd tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589862 Jun 30 05:28:23.431699 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 9060ea76-ab32-40c0-8e10-0fbedbb344f0 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:28:23.469105 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 9060ea76-ab32-40c0-8e10-0fbedbb344f0 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:28:23.469455 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 9060ea76-ab32-40c0-8e10-0fbedbb344f0 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:28:23.641506 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3ad7c-a774-4da2-a24b-8639c9bc25a4 req-daac27ec-e035-4176-8a5c-28dd9fb838ec tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:23.642956 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-68e3ad7c-a774-4da2-a24b-8639c9bc25a4 req-daac27ec-e035-4176-8a5c-28dd9fb838ec tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 931 time: 0.0786107 Jun 30 05:28:23.701979 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-68e3ad7c-a774-4da2-a24b-8639c9bc25a4 req-71476f58-c928-4490-86cc-24f4d9ab698a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526545 Jun 30 05:28:24.187515 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0429d-f9d8-4e9d-b615-7a957afd43be req-c3199a13-a68f-46c2-8c00-338c2084946d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:24.189676 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-93f0429d-f9d8-4e9d-b615-7a957afd43be req-c3199a13-a68f-46c2-8c00-338c2084946d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 945 time: 0.1093793 Jun 30 05:28:24.244318 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-93f0429d-f9d8-4e9d-b615-7a957afd43be req-9f20f9d5-407b-4816-8d8c-3761d54ba9e1 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477798 Jun 30 05:28:24.393445 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-701eca58-e849-4065-9cb4-313d59702617 req-877fd12b-efc8-4712-8f39-03f385d582f1 tempest-VolumesNegativeTest-815913725 tempest-VolumesNegativeTest-815913725-project] 10.222.0.41 "GET /v2.0/ports?device_id=090dbc51-84c2-4b70-8f3a-af992c687e38 HTTP/1.1" status: 200 len: 210 time: 0.0282619 Jun 30 05:28:24.460318 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Request body: {'port': {'device_id': '32217f4e-abac-4646-a0a3-b353e9e97abb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:24.600782 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:24.631496 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62278b-c580-4c60-a0ff-f62fedca9892 req-fcc196bf-f884-4a87-9e38-e26d3d6052e4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:24.640180 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4c62278b-c580-4c60-a0ff-f62fedca9892 req-fcc196bf-f884-4a87-9e38-e26d3d6052e4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0919867 Jun 30 05:28:24.687964 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['7e28e4d6-d7a2-4d5d-af50-c33173e69d95'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:28:24.694733 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4c62278b-c580-4c60-a0ff-f62fedca9892 req-7ca054bb-bbd7-4ab6-af2d-8b02fc15f3c7 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534537 Jun 30 05:28:24.923351 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126bdedc-3e77-44ca-a547-bfe58103dcfe {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:28:24.931857 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:24.946854 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Transition to ACTIVE for port object 126bdedc-3e77-44ca-a547-bfe58103dcfe will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:24.952532 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:25.012131 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320d0b5-2a53-49de-98d0-9f3ae65885d4 req-5d1c69c4-15d1-4fbe-b4f9-92fefa815a03 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:25.020351 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8320d0b5-2a53-49de-98d0-9f3ae65885d4 req-5d1c69c4-15d1-4fbe-b4f9-92fefa815a03 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 931 time: 0.1178005 Jun 30 05:28:25.071507 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8320d0b5-2a53-49de-98d0-9f3ae65885d4 req-1e4fb377-81f2-4853-9251-764379679b08 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502298 Jun 30 05:28:25.074632 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Pushing event updated for resources: {'Port': ['ID=126bdedc-3e77-44ca-a547-bfe58103dcfe,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:25.153176 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Attempting to bind port 126bdedc-3e77-44ca-a547-bfe58103dcfe on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:28:25.153541 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Attempting to bind port 126bdedc-3e77-44ca-a547-bfe58103dcfe by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '6a2d0cf8-4809-483e-a403-29da7ae38148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:28:25.154197 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Attempting to bind port 126bdedc-3e77-44ca-a547-bfe58103dcfe on network 40082afe-4f9b-4196-a0b9-7246320b3562 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:25.161569 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Port 126bdedc-3e77-44ca-a547-bfe58103dcfe on network 40082afe-4f9b-4196-a0b9-7246320b3562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:28:25.161902 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Attempting to bind port 126bdedc-3e77-44ca-a547-bfe58103dcfe on network 40082afe-4f9b-4196-a0b9-7246320b3562 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:25.169722 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:28:25.170066 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Checking segment: {'id': '6a2d0cf8-4809-483e-a403-29da7ae38148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:25.170446 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Bound using segment: {'id': '6a2d0cf8-4809-483e-a403-29da7ae38148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:28:25.170880 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Bound port: 126bdedc-3e77-44ca-a547-bfe58103dcfe, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2d0cf8-4809-483e-a403-29da7ae38148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:28:25.171275 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:25.184775 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbba8a-6cb6-4084-88c6-f25020ef01ac req-4d1834d4-5386-42c0-9748-160805e20acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:25.185467 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-90cbba8a-6cb6-4084-88c6-f25020ef01ac req-4d1834d4-5386-42c0-9748-160805e20acf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 1099 time: 0.1120851 Jun 30 05:28:25.265972 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-90cbba8a-6cb6-4084-88c6-f25020ef01ac req-01aa7128-74a0-48fb-b23b-91d4605335ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733652 Jun 30 05:28:25.288469 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] For port 126bdedc-3e77-44ca-a547-bfe58103dcfe, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:25.295683 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] For port 126bdedc-3e77-44ca-a547-bfe58103dcfe, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=126bdedc-3e77-44ca-a547-bfe58103dcfe,segment=NetworkSegment(6a2d0cf8-4809-483e-a403-29da7ae38148),segment_id=6a2d0cf8-4809-483e-a403-29da7ae38148)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:25.306728 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:25.373652 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:25.386465 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:25.386465 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] 10.222.0.35 "PUT /v2.0/ports/126bdedc-3e77-44ca-a547-bfe58103dcfe HTTP/1.1" status: 200 len: 1093 time: 0.9303896 Jun 30 05:28:25.386465 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32217f4e-abac-4646-a0a3-b353e9e97abb', 'tag': '126bdedc-3e77-44ca-a547-bfe58103dcfe'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:28:25.386465 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01f21ac-e479-4e0c-90de-5dcb81b1fb27" -d '{"events": [{"name": "network-changed", "server_uuid": "32217f4e-abac-4646-a0a3-b353e9e97abb", "tag": "126bdedc-3e77-44ca-a547-bfe58103dcfe"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:28:25.517542 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d142d41-0a40-45a5-89e0-7ae7611d0b5d service neutron] Pushing event updated for resources: {'Port': ['ID=126bdedc-3e77-44ca-a547-bfe58103dcfe,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:25.590639 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623cb82d-5ca6-4116-9fce-fab9cdf451d6 x-openstack-request-id: req-623cb82d-5ca6-4116-9fce-fab9cdf451d6 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:28:25.590639 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32217f4e-abac-4646-a0a3-b353e9e97abb", "tag": "126bdedc-3e77-44ca-a547-bfe58103dcfe", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:28:25.591079 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-623cb82d-5ca6-4116-9fce-fab9cdf451d6 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:28:25.591214 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ac821-c91c-4a35-8abc-6ea42daacf77 req-e4661bd2-79e3-4165-b6d1-fa7ee4c54515 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:25.599355 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-864ac821-c91c-4a35-8abc-6ea42daacf77 req-e4661bd2-79e3-4165-b6d1-fa7ee4c54515 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 945 time: 0.1616733 Jun 30 05:28:25.610927 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32217f4e-abac-4646-a0a3-b353e9e97abb', 'tag': '126bdedc-3e77-44ca-a547-bfe58103dcfe', 'status': 'completed', 'code': 200} Jun 30 05:28:25.655728 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-864ac821-c91c-4a35-8abc-6ea42daacf77 req-f088e7f0-22dc-476c-93c5-ae6603759f53 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486040 Jun 30 05:28:25.724144 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-63d4b138-e1f2-4be0-a6db-a488521347e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:25.732425 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-63d4b138-e1f2-4be0-a6db-a488521347e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15f2a4271e1d4e408e41753b1eb1cbcc&device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 1096 time: 0.2448673 Jun 30 05:28:25.822651 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-d876b217-4c5d-45a3-88a4-3f3a6dd87162 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=126bdedc-3e77-44ca-a547-bfe58103dcfe HTTP/1.1" status: 200 len: 217 time: 0.0856485 Jun 30 05:28:25.909649 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-e4729d75-632c-4ef2-94ba-285b5a021697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:25.911364 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-e4729d75-632c-4ef2-94ba-285b5a021697 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b90d14d-8c35-4b07-8cd8-ac77c9d4b991 HTTP/1.1" status: 200 len: 853 time: 0.0792313 Jun 30 05:28:25.960190 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-8f757646-ab19-4010-85f2-b21b561333ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=40082afe-4f9b-4196-a0b9-7246320b3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398438 Jun 30 05:28:26.059653 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf35fad-6199-4b3b-9a95-5e543952a98a req-ac14ceb9-08c6-4c52-a398-0420b0266b2a tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:26.062350 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-faf35fad-6199-4b3b-9a95-5e543952a98a req-ac14ceb9-08c6-4c52-a398-0420b0266b2a tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1668010 Jun 30 05:28:26.124980 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-faf35fad-6199-4b3b-9a95-5e543952a98a req-583978eb-d14e-46f0-a053-b08900a946eb tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499909 Jun 30 05:28:26.131778 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-09c5eb72-42fe-4899-8f02-9f198017af17 service neutron] 10.222.0.35 "GET /v2.0/networks/40082afe-4f9b-4196-a0b9-7246320b3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469033 Jun 30 05:28:26.243464 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-52c733c8-9af5-4ab9-aff9-190e2476d537 req-6c0f5b0d-ea0a-4bb1-a94d-3bf934ecf716 service neutron] 10.222.0.35 "GET /v2.0/networks/40082afe-4f9b-4196-a0b9-7246320b3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054525 Jun 30 05:28:26.365876 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1ce85-3bc3-42d5-95f4-a3342e5da0fc req-66dd8768-4e6a-40ae-a2d6-bf9e505b88de tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:26.367674 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b4b1ce85-3bc3-42d5-95f4-a3342e5da0fc req-66dd8768-4e6a-40ae-a2d6-bf9e505b88de tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 943 time: 0.0815890 Jun 30 05:28:26.412486 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b4b1ce85-3bc3-42d5-95f4-a3342e5da0fc req-aecea0d0-bc47-4ead-b961-2893881fa1cb tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383885 Jun 30 05:28:26.889284 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfa593-ced3-4a2d-83d6-9791b804321c req-651afb35-984c-445b-935c-818c2bc6b5da tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:26.893089 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-71cfa593-ced3-4a2d-83d6-9791b804321c req-651afb35-984c-445b-935c-818c2bc6b5da tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 945 time: 0.0821397 Jun 30 05:28:26.956532 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-71cfa593-ced3-4a2d-83d6-9791b804321c req-e9889763-08d1-4cac-8e5b-e57943c6d83d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469041 Jun 30 05:28:27.044569 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59806) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:27.157990 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e21eb6f1-606f-4289-a628-7bc4a2798dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:27.229298 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-a9870282-906a-49e5-8ef2-7a2b95c2490d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:27.231101 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-a9870282-906a-49e5-8ef2-7a2b95c2490d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/networks?id=e5a48a99-a5c1-4912-8af6-0dc977f8ce57 HTTP/1.1" status: 200 len: 815 time: 0.1126101 Jun 30 05:28:27.252831 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-62e7dd73-b795-4600-a768-82b5eb027b44 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/quotas/5b6d0d75b0c448c591f23be00fec69db HTTP/1.1" status: 200 len: 375 time: 0.0157018 Jun 30 05:28:27.259990 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e21eb6f1-606f-4289-a628-7bc4a2798dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:27.280064 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e21eb6f1-606f-4289-a628-7bc4a2798dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:27.332571 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-e21eb6f1-606f-4289-a628-7bc4a2798dea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3003797a76fa403ebf97f4cecab1e2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843962 Jun 30 05:28:27.332776 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-22eb1700-5c5b-4348-9015-88ab7a047423 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b6d0d75b0c448c591f23be00fec69db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774577 Jun 30 05:28:27.332884 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59836) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:27.340191 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21eb6f1-606f-4289-a628-7bc4a2798dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4a0258-d205-404f-9a68-91e89203e7c1,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:27.383815 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d8a70d22-aafe-4181-93d1-1e76f0345e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:27.407039 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d8a70d22-aafe-4181-93d1-1e76f0345e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:27.441366 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-9f65bde5-8fe0-4bed-a4fe-7f25dab5e317 service neutron] 10.222.0.41 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972300 Jun 30 05:28:27.466607 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d8a70d22-aafe-4181-93d1-1e76f0345e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:27.469350 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d8a70d22-aafe-4181-93d1-1e76f0345e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:27.470578 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-d8a70d22-aafe-4181-93d1-1e76f0345e90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb4a0258-d205-404f-9a68-91e89203e7c1 HTTP/1.1" status: 204 len: 168 time: 0.1370621 Jun 30 05:28:27.479837 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a70d22-aafe-4181-93d1-1e76f0345e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4a0258-d205-404f-9a68-91e89203e7c1,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:27.537984 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-38077a04-cc50-448d-823f-a4a71fa58132 service neutron] 10.222.0.41 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956330 Jun 30 05:28:27.808467 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59896) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:27.822533 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b4008388-1685-433a-9ebc-dbb7aec68830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:27.849137 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a2513-9288-459c-991a-d301c70915d7 req-39ab6df1-82bd-4f3a-a32d-9a34c6b416ef tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:27.850659 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-be7a2513-9288-459c-991a-d301c70915d7 req-39ab6df1-82bd-4f3a-a32d-9a34c6b416ef tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.0810020 Jun 30 05:28:27.896992 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-be7a2513-9288-459c-991a-d301c70915d7 req-c4354b55-585b-4ac9-8485-871444176c83 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400529 Jun 30 05:28:27.931328 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b4008388-1685-433a-9ebc-dbb7aec68830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:27.942229 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b4008388-1685-433a-9ebc-dbb7aec68830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:27.993839 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b4008388-1685-433a-9ebc-dbb7aec68830 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df40a9b5049f414cbb1e6bfb12086a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818166 Jun 30 05:28:27.994186 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 59910) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:28.002433 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4008388-1685-433a-9ebc-dbb7aec68830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c41e34e-b90a-4a75-9783-6a865a35200d,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:28.059176 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e4ad2f85-6e01-4acf-a3f0-b035f58a9112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:28.089583 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e4ad2f85-6e01-4acf-a3f0-b035f58a9112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:28.096848 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093a068-5b6d-46f1-9f59-c5df17aeaeac req-ba444bcc-070a-40dd-8c84-a0f1cb79565f tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:28.105674 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9093a068-5b6d-46f1-9f59-c5df17aeaeac req-ba444bcc-070a-40dd-8c84-a0f1cb79565f tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 943 time: 0.0767312 Jun 30 05:28:28.155283 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:28.164152 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e4ad2f85-6e01-4acf-a3f0-b035f58a9112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:28.167605 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e4ad2f85-6e01-4acf-a3f0-b035f58a9112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:28.168985 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-e4ad2f85-6e01-4acf-a3f0-b035f58a9112 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c41e34e-b90a-4a75-9783-6a865a35200d HTTP/1.1" status: 204 len: 168 time: 0.1739550 Jun 30 05:28:28.175526 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9093a068-5b6d-46f1-9f59-c5df17aeaeac req-97718146-e930-41a5-bdf8-c2fda3c05d82 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689070 Jun 30 05:28:28.188945 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad2f85-6e01-4acf-a3f0-b035f58a9112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c41e34e-b90a-4a75-9783-6a865a35200d,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:28.257825 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:28.263574 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:28.264066 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:28.271492 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c3a78ca6-c953-4233-b25c-22d340242db4 req-4c4d3286-7c1c-46e0-a022-847b7a7fe637 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 210 time: 0.0410032 Jun 30 05:28:28.407129 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:28.432954 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:28:28.435601 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42efa734-c296-4910-a7b6-c6f911eeb1c7" -d '{"events": [{"server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "name": "network-vif-plugged", "status": "completed", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:28:28.450781 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:28.456068 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:28.486732 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1f6a2-d93d-4782-9d1e-f7569cdd58fd req-2762abc6-17cd-4c5e-a086-ffba3ac1813b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:28.488327 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-77f1f6a2-d93d-4782-9d1e-f7569cdd58fd req-2762abc6-17cd-4c5e-a086-ffba3ac1813b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0931373 Jun 30 05:28:28.511314 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:28.535552 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-77f1f6a2-d93d-4782-9d1e-f7569cdd58fd req-d78939f5-736b-439f-ab1b-3b680762aebe tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413773 Jun 30 05:28:28.724933 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684b2d1-654c-41b7-8a10-3f9edb547531 req-ba87446b-d080-404b-9598-5d1159d6281b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:28.726838 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4684b2d1-654c-41b7-8a10-3f9edb547531 req-ba87446b-d080-404b-9598-5d1159d6281b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0779293 Jun 30 05:28:28.775575 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4684b2d1-654c-41b7-8a10-3f9edb547531 req-4b0b9372-62f0-4aec-9996-46c5e9818bdf tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425270 Jun 30 05:28:28.851846 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af071b7e-31f9-4f95-b006-e9e5562fb891 x-openstack-request-id: req-af071b7e-31f9-4f95-b006-e9e5562fb891 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:28:28.852315 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "name": "network-vif-plugged", "status": "completed", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:28:28.852965 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af071b7e-31f9-4f95-b006-e9e5562fb891 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:28:28.853340 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'code': 200} Jun 30 05:28:29.434309 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f21ac-e479-4e0c-90de-5dcb81b1fb27 req-fb67573b-9f04-40d1-a01f-b5a5bee0b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:29.438912 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d01f21ac-e479-4e0c-90de-5dcb81b1fb27 req-fb67573b-9f04-40d1-a01f-b5a5bee0b2e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15f2a4271e1d4e408e41753b1eb1cbcc&device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 1096 time: 0.2058871 Jun 30 05:28:29.509547 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b2798-dc97-4a12-81d7-c6bdd2e7e4ed req-3f1667fa-7af6-4a88-a756-d9e22df0723c tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:29.511274 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-984b2798-dc97-4a12-81d7-c6bdd2e7e4ed req-3f1667fa-7af6-4a88-a756-d9e22df0723c tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 943 time: 0.1662822 Jun 30 05:28:29.577676 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b33c2df9-9829-4c6e-894b-5e515594fee1 req-b5747633-6f55-4dac-83af-2d4e6d525158 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 210 time: 0.0651340 Jun 30 05:28:29.613036 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-984b2798-dc97-4a12-81d7-c6bdd2e7e4ed req-5a0ac9e8-3c22-4d7f-b45f-80ab5b15427d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816333 Jun 30 05:28:29.635245 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37798115-bb94-46ce-8b3f-1c05a71db01f req-ee139683-f404-4e6f-9752-91d9493c25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:29.636971 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-37798115-bb94-46ce-8b3f-1c05a71db01f req-ee139683-f404-4e6f-9752-91d9493c25fa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 1099 time: 0.1172183 Jun 30 05:28:29.640037 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f21ac-e479-4e0c-90de-5dcb81b1fb27 req-019bf8c0-7021-40d1-ab57-7a30127d7e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:29.641340 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d01f21ac-e479-4e0c-90de-5dcb81b1fb27 req-019bf8c0-7021-40d1-ab57-7a30127d7e3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=40082afe-4f9b-4196-a0b9-7246320b3562 HTTP/1.1" status: 200 len: 914 time: 0.1947131 Jun 30 05:28:29.701085 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d01f21ac-e479-4e0c-90de-5dcb81b1fb27 req-f416217a-643e-4b74-9049-ef858f302bce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=126bdedc-3e77-44ca-a547-bfe58103dcfe HTTP/1.1" status: 200 len: 217 time: 0.0449030 Jun 30 05:28:29.754895 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-37798115-bb94-46ce-8b3f-1c05a71db01f req-aa75e001-cec8-4422-a4ec-a45064852e42 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000395 Jun 30 05:28:29.763441 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f21ac-e479-4e0c-90de-5dcb81b1fb27 req-24d142e5-b675-4d50-8afb-bbe994f41c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:29.764814 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d01f21ac-e479-4e0c-90de-5dcb81b1fb27 req-24d142e5-b675-4d50-8afb-bbe994f41c5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b90d14d-8c35-4b07-8cd8-ac77c9d4b991 HTTP/1.1" status: 200 len: 853 time: 0.0574248 Jun 30 05:28:29.852035 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d01f21ac-e479-4e0c-90de-5dcb81b1fb27 req-f4077217-6f78-4500-95b3-59d795c9670c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=40082afe-4f9b-4196-a0b9-7246320b3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289066 Jun 30 05:28:29.953146 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d01f21ac-e479-4e0c-90de-5dcb81b1fb27 req-75ce9738-29bd-4285-bf2e-a65452710997 service neutron] 10.222.0.35 "GET /v2.0/networks/40082afe-4f9b-4196-a0b9-7246320b3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930080 Jun 30 05:28:29.977825 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a9e37-719d-4a9c-886d-b0183f50d14f req-e0c85dd9-f537-4e88-a626-61ea0eaa4bd6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:29.979352 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-465a9e37-719d-4a9c-886d-b0183f50d14f req-e0c85dd9-f537-4e88-a626-61ea0eaa4bd6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0743721 Jun 30 05:28:30.044226 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-465a9e37-719d-4a9c-886d-b0183f50d14f req-b8cdbb4b-48ef-4261-9b72-09a201e42109 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573025 Jun 30 05:28:30.070779 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d01f21ac-e479-4e0c-90de-5dcb81b1fb27 req-faf6023a-eab7-4f49-a54c-7258235c2c51 service neutron] 10.222.0.35 "GET /v2.0/networks/40082afe-4f9b-4196-a0b9-7246320b3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045256 Jun 30 05:28:30.403828 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-bf16508f-fbd9-4a48-a220-f7eace9b12db tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:30.406895 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-bf16508f-fbd9-4a48-a220-f7eace9b12db tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.35 "GET /v2.0/networks?id=e5a48a99-a5c1-4912-8af6-0dc977f8ce57 HTTP/1.1" status: 200 len: 815 time: 0.1900356 Jun 30 05:28:30.424324 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Request body: {'port': {'device_id': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'admin_state_up': True, 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:30.553323 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dd503-f455-4a4c-ae29-9861ef3a5bd9 req-5e7b8d1d-978a-4878-a8f3-a5ca71bbf9c5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:30.556051 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-052dd503-f455-4a4c-ae29-9861ef3a5bd9 req-5e7b8d1d-978a-4878-a8f3-a5ca71bbf9c5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1349318 Jun 30 05:28:30.615632 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-052dd503-f455-4a4c-ae29-9861ef3a5bd9 req-91effcc8-342c-4313-9ff8-57b50d9bd5c8 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537117 Jun 30 05:28:30.633661 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Made reservation on behalf of 5b6d0d75b0c448c591f23be00fec69db for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:28:30.642312 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:30.799905 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c35dd5-c283-49c3-a81e-b3ad17e11f86 req-4e9307a7-b0f3-48b9-95b9-21c2631209d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:30.801760 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-85c35dd5-c283-49c3-a81e-b3ad17e11f86 req-4e9307a7-b0f3-48b9-95b9-21c2631209d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b418523d224c10a4465e86d4f50cdb&device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 1098 time: 0.3937063 Jun 30 05:28:30.826113 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9436986c-e7f4-4c94-bfc4-c87c0c1f5e83 req-ca87f981-db16-4a7d-a74a-955bb4ad85b3 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 210 time: 0.0458755 Jun 30 05:28:30.841003 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60086) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:30.903537 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Allocated IP 172.20.0.5 (e5a48a99-a5c1-4912-8af6-0dc977f8ce57/8ac25f2a-3732-47e6-849a-24b9996d09e8/eaedba68-48f8-4a2a-8d2f-ecef91b76311) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:28:30.921993 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f354c-187f-4622-b474-77a41c081904 req-ed848e33-8dbc-4413-ab2c-2eef0d19dd34 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:30.930673 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-301f354c-187f-4622-b474-77a41c081904 req-ed848e33-8dbc-4413-ab2c-2eef0d19dd34 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 943 time: 0.0951939 Jun 30 05:28:30.971982 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-301f354c-187f-4622-b474-77a41c081904 req-831419b4-832d-41f1-8144-bcd96834f214 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Jun 30 05:28:31.072980 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-33720b08-9152-46b4-85aa-c77567bd7ade admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ff48300129043129a8ab73c338cdd91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303765 Jun 30 05:28:31.075782 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60094) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:31.114130 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:31.127577 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-baba5ab5-392b-4e9c-ac36-a630def00ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:31.131191 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Transition to ACTIVE for port object eaedba68-48f8-4a2a-8d2f-ecef91b76311 will not be triggered until provisioned by entity DHCP. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:31.151342 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-baba5ab5-392b-4e9c-ac36-a630def00ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:31.165356 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:31.219463 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:31.223030 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:31.230477 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:28:31.236119 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-baba5ab5-392b-4e9c-ac36-a630def00ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:31.238697 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-baba5ab5-392b-4e9c-ac36-a630def00ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:31.239858 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-baba5ab5-392b-4e9c-ac36-a630def00ed2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eba55162-3e37-498d-bdae-d290caf71d06 HTTP/1.1" status: 204 len: 168 time: 0.1630714 Jun 30 05:28:31.254123 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event updated for resources: {'Port': ['ID=eaedba68-48f8-4a2a-8d2f-ecef91b76311,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:31.257688 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba5ab5-392b-4e9c-ac36-a630def00ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba55162-3e37-498d-bdae-d290caf71d06,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:31.268305 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2dbb8-87c7-47bb-b537-cb308be1ed35 req-74ec7e1d-2991-4eeb-8e38-3af837d62bed tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:31.270640 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b9e2dbb8-87c7-47bb-b537-cb308be1ed35 req-74ec7e1d-2991-4eeb-8e38-3af837d62bed tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0927763 Jun 30 05:28:31.283049 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:31.283690 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:31.304056 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-556a444f-db05-43c4-9648-a7de9cdcc6dd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8845298 Jun 30 05:28:31.336473 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b9e2dbb8-87c7-47bb-b537-cb308be1ed35 req-a4872003-785f-4f1c-be39-19e331603f33 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593860 Jun 30 05:28:31.507071 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-8d11bbc1-cb60-4469-80de-73bc32d3e6a8 None None] Provisioning for port eaedba68-48f8-4a2a-8d2f-ecef91b76311 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:31.510551 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-8d11bbc1-cb60-4469-80de-73bc32d3e6a8 None None] Provisioning complete for port eaedba68-48f8-4a2a-8d2f-ecef91b76311 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:31.511071 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8d11bbc1-cb60-4469-80de-73bc32d3e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:31.547688 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-8d11bbc1-cb60-4469-80de-73bc32d3e6a8 None None] Port eaedba68-48f8-4a2a-8d2f-ecef91b76311 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:28:31.814559 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2efd3-4fd4-4987-b815-417bfa68eb1f req-fdf4fbcc-4419-431f-82c3-888d62e954fe tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:31.816059 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4ad2efd3-4fd4-4987-b815-417bfa68eb1f req-fdf4fbcc-4419-431f-82c3-888d62e954fe tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0682168 Jun 30 05:28:31.862216 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4ad2efd3-4fd4-4987-b815-417bfa68eb1f req-cf6eb8e8-44d2-47d7-9286-ad2cbe137a19 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405338 Jun 30 05:28:31.905942 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60126) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:31.998362 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1309142704-network', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:32.018169 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02c5eb-4dd4-4a6c-86d3-3ae907a88a01 req-a733081d-aed5-4552-98bd-0b1631d553a6 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:32.018532 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1d02c5eb-4dd4-4a6c-86d3-3ae907a88a01 req-a733081d-aed5-4552-98bd-0b1631d553a6 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 931 time: 0.0761099 Jun 30 05:28:32.047194 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Made reservation on behalf of a0d71dbcb2984cdeb4d1eff4e2ded4dd for: {'network': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:28:32.049449 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.061347 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.086673 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1d02c5eb-4dd4-4a6c-86d3-3ae907a88a01 req-84def245-a630-4e03-aadb-f7a8da71c794 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603161 Jun 30 05:28:32.191776 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ca989-771d-4689-b51a-1ecc6bf7f5d2 req-8ddbb69f-e6ad-4725-87ca-25707fdb3d1a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:32.193208 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d24ca989-771d-4689-b51a-1ecc6bf7f5d2 req-8ddbb69f-e6ad-4725-87ca-25707fdb3d1a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 943 time: 0.1006057 Jun 30 05:28:32.237312 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.246550 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.259310 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d24ca989-771d-4689-b51a-1ecc6bf7f5d2 req-fcbe6df3-2e89-482c-8027-e539953222b9 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583682 Jun 30 05:28:32.270603 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=92843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:28:32.288899 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da52952-ca7b-409f-861a-5f4e353d4492,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:32.293422 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.293750 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.segments_db [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Added segment dc1c891f-5914-4615-b83e-f445fa1d2585 of type vlan for network affefd12-2e18-4695-9ad0-480c9f5e5fee Jun 30 05:28:32.334674 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.362590 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.363631 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:32.364633 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.422532 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5154779 Jun 30 05:28:32.425458 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60138) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:32.429818 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51898cc-34cc-4803-8d20-e2c4a97fc9df admin admin] Pushing event updated for resources: {'Network': ['ID=affefd12-2e18-4695-9ad0-480c9f5e5fee,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:32.433909 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-54070cf1-bec8-4518-9ff6-7156c3df923c admin admin] Request body: {'subnet': {'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1309142704-subnet', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'ip_version': 4}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:32.445435 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network affefd12-2e18-4695-9ad0-480c9f5e5fee details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:28:32.459448 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54070cf1-bec8-4518-9ff6-7156c3df923c admin admin] Made reservation on behalf of a0d71dbcb2984cdeb4d1eff4e2ded4dd for: {'subnet': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:28:32.461836 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-54070cf1-bec8-4518-9ff6-7156c3df923c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8595583'] for subnet, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.654965 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-54070cf1-bec8-4518-9ff6-7156c3df923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8671484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8595561'] for subnet, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.705485 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767bde4-0262-4e68-8436-076123d4e48e req-201d2538-edc9-463e-80c5-22d2bc5ebbe1 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:32.706825 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54070cf1-bec8-4518-9ff6-7156c3df923c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad3c6a3-a301-48c1-b80f-fb3e2e5740a6,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:32.706966 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c767bde4-0262-4e68-8436-076123d4e48e req-201d2538-edc9-463e-80c5-22d2bc5ebbe1 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.2603319 Jun 30 05:28:32.717446 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54070cf1-bec8-4518-9ff6-7156c3df923c admin admin] Checking segment: {'id': 'dc1c891f-5914-4615-b83e-f445fa1d2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:32.717794 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54070cf1-bec8-4518-9ff6-7156c3df923c admin admin] Network hostable DHCP agents. Network: affefd12-2e18-4695-9ad0-480c9f5e5fee, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:28:32.734933 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54070cf1-bec8-4518-9ff6-7156c3df923c admin admin] Network affefd12-2e18-4695-9ad0-480c9f5e5fee is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:28:32.744319 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-54070cf1-bec8-4518-9ff6-7156c3df923c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, affefd12-2e18-4695-9ad0-480c9f5e5fee) {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:32.748721 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54070cf1-bec8-4518-9ff6-7156c3df923c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:32.749216 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c767bde4-0262-4e68-8436-076123d4e48e req-894c7efd-a5d9-4381-9c32-28bbecc58158 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339112 Jun 30 05:28:32.749338 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-54070cf1-bec8-4518-9ff6-7156c3df923c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.755000 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab800dc2-91b2-4a5a-9a66-707a364b8400 None None] Network affefd12-2e18-4695-9ad0-480c9f5e5fee requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:28:32.768414 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-54070cf1-bec8-4518-9ff6-7156c3df923c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3401647 Jun 30 05:28:32.769121 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60140) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:32.774105 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:32.795697 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102800'] for router, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.796664 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102793'] for router, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.852611 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:32.918876 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a6ffb9-e4e1-585c-8c49-45cd88d7d148-affefd12-2e18-4695-9ad0-480c9f5e5fee', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'fixed_ips': [{'subnet_id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6'}]}} from dv-cinder-772181-11-iscsi. {{(pid=92844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 05:28:32.918876 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:33.054339 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75bfaa-c3d4-419f-b4eb-c9dfbde7f721 req-c30b2946-13d6-4fd8-8a2a-3a0718d4f273 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:33.055944 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ab75bfaa-c3d4-419f-b4eb-c9dfbde7f721 req-c30b2946-13d6-4fd8-8a2a-3a0718d4f273 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0632956 Jun 30 05:28:33.058201 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.db_base_plugin_common [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Allocated IP 172.20.0.2 (affefd12-2e18-4695-9ad0-480c9f5e5fee/bad3c6a3-a301-48c1-b80f-fb3e2e5740a6/37d60dd4-202e-4704-932d-3897c9ebea83) {{(pid=92844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:28:33.108464 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ab75bfaa-c3d4-419f-b4eb-c9dfbde7f721 req-598bc544-6396-41f8-b2cd-05daff35dd89 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454600 Jun 30 05:28:33.225163 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3747255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102907'] for router, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:33.234150 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Notify callbacks [] for port, precommit_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:33.242596 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Transition to ACTIVE for port object 37d60dd4-202e-4704-932d-3897c9ebea83 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:33.256892 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Transition to ACTIVE for port object 37d60dd4-202e-4704-932d-3897c9ebea83 will not be triggered until provisioned by entity DHCP. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:33.263905 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:33.280330 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f46fc8-483a-4aae-b16c-62237d602295 req-1e0b2188-6ebb-491e-862b-788a40979478 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:33.287750 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d9f46fc8-483a-4aae-b16c-62237d602295 req-1e0b2188-6ebb-491e-862b-788a40979478 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 931 time: 0.0797892 Jun 30 05:28:33.298062 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Network affefd12-2e18-4695-9ad0-480c9f5e5fee is already hosted by enough agents. {{(pid=92844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:33.301008 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.base_scheduler [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Resources bound (agent type, host, resource id): {{(pid=92844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:33.304571 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Received port after_create {{(pid=92844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:28:33.345129 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d9f46fc8-483a-4aae-b16c-62237d602295 req-66d4b62f-84fc-4e5d-a040-46d9cc9c796d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559063 Jun 30 05:28:33.367792 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Attempting to bind port 37d60dd4-202e-4704-932d-3897c9ebea83 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:28:33.368362 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Attempting to bind port 37d60dd4-202e-4704-932d-3897c9ebea83 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'dc1c891f-5914-4615-b83e-f445fa1d2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:28:33.369316 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Attempting to bind port 37d60dd4-202e-4704-932d-3897c9ebea83 on network affefd12-2e18-4695-9ad0-480c9f5e5fee {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:33.374231 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:28:33.374604 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Checking segment: {'id': 'dc1c891f-5914-4615-b83e-f445fa1d2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:33.375001 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:33.375422 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Bound using segment: {'id': 'dc1c891f-5914-4615-b83e-f445fa1d2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:28:33.375878 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Bound port: 37d60dd4-202e-4704-932d-3897c9ebea83, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1c891f-5914-4615-b83e-f445fa1d2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:28:33.376436 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:33.385344 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Pushing event updated for resources: {'Port': ['ID=37d60dd4-202e-4704-932d-3897c9ebea83,revision_number=1']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:33.455950 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] For port 37d60dd4-202e-4704-932d-3897c9ebea83, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:33.459258 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] For port 37d60dd4-202e-4704-932d-3897c9ebea83, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=37d60dd4-202e-4704-932d-3897c9ebea83,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:33.463397 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:33.465532 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:33.469722 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48270c0c-7196-4c43-b793-d3e84628a868 req-792b4eea-58d6-4b1f-a3d9-1b079743849a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:33.471228 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-48270c0c-7196-4c43-b793-d3e84628a868 req-792b4eea-58d6-4b1f-a3d9-1b079743849a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 943 time: 0.0738857 Jun 30 05:28:33.483439 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:33.520923 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-48270c0c-7196-4c43-b793-d3e84628a868 req-a321c210-8fca-4217-8923-9e12e51e2374 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Jun 30 05:28:33.547390 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295172a8-a21a-42f7-a07e-63c51878737e None None] Pushing event updated for resources: {'Port': ['ID=37d60dd4-202e-4704-932d-3897c9ebea83,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:33.548483 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Request body: {'port': {'device_id': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:33.764541 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:33.771891 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Allocated IP 172.27.2.232 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/2a207a14-839a-40c1-8509-19f464625579) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:28:33.856787 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c35dd5-c283-49c3-a81e-b3ad17e11f86 req-92bcbae6-5c28-41e8-a1b6-6cf04cd948d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:33.858738 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-85c35dd5-c283-49c3-a81e-b3ad17e11f86 req-92bcbae6-5c28-41e8-a1b6-6cf04cd948d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab9c3e46-293e-4157-b9f6-36ba3bf22663 HTTP/1.1" status: 200 len: 920 time: 0.3216188 Jun 30 05:28:34.018385 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c8245-beac-45fc-b34f-fde0da285058 req-5feb422d-44e5-44c8-a1f2-bbdd839c39f6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:34.019873 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e81c8245-beac-45fc-b34f-fde0da285058 req-5feb422d-44e5-44c8-a1f2-bbdd839c39f6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1002164 Jun 30 05:28:34.033438 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-85c35dd5-c283-49c3-a81e-b3ad17e11f86 req-04a3aee1-7614-478a-8cd4-307bebaabf99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4711b33b-ea7c-49fa-94e1-342fd33646c9 HTTP/1.1" status: 200 len: 217 time: 0.1659830 Jun 30 05:28:34.060730 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e81c8245-beac-45fc-b34f-fde0da285058 req-ee1c29f5-e794-451b-b3de-0625cf3ff368 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352807 Jun 30 05:28:34.178090 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c35dd5-c283-49c3-a81e-b3ad17e11f86 req-4c4bdb77-1a1a-4d5d-a5ff-0a9f5af03184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:34.181158 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-85c35dd5-c283-49c3-a81e-b3ad17e11f86 req-4c4bdb77-1a1a-4d5d-a5ff-0a9f5af03184 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72670b33-8875-46c5-adcb-b911efe78775 HTTP/1.1" status: 200 len: 859 time: 0.1386223 Jun 30 05:28:34.210619 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:34.252695 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-85c35dd5-c283-49c3-a81e-b3ad17e11f86 req-073123ad-0ee2-4c71-ac10-7cb9f17c6923 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c3e46-293e-4157-b9f6-36ba3bf22663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621767 Jun 30 05:28:34.546338 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:34.584103 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f015c1-8441-451d-87a2-ceff388ecfff req-7b9c8c28-3cad-4822-a899-eca17f556478 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:34.586806 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a2f015c1-8441-451d-87a2-ceff388ecfff req-7b9c8c28-3cad-4822-a899-eca17f556478 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.2778156 Jun 30 05:28:34.625460 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8fd85-1f09-47ce-8fa3-03ff03e61970 req-c07b66ed-7d5d-4741-871d-a7d474b059d6 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:34.627447 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-afa8fd85-1f09-47ce-8fa3-03ff03e61970 req-c07b66ed-7d5d-4741-871d-a7d474b059d6 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.2276869 Jun 30 05:28:34.628394 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60200) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:34.636242 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-4309ec1f-0444-4987-bba1-ec49abd87ee5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Request body: {'floatingip': {'port_id': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:34.765077 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:34.767834 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-85c35dd5-c283-49c3-a81e-b3ad17e11f86 req-026e66e2-b1a2-433e-9806-31e58b6369af service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033705 Jun 30 05:28:34.783054 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:34.817635 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:28:34.820615 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-afa8fd85-1f09-47ce-8fa3-03ff03e61970 req-884ab2e4-3d45-4814-a557-dd830d1f5fc8 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301589 Jun 30 05:28:34.853109 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4309ec1f-0444-4987-bba1-ec49abd87ee5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:34.879830 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaedba68-48f8-4a2a-8d2f-ecef91b76311 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:28:34.922082 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Pushing event updated for resources: {'Port': ['ID=2a207a14-839a-40c1-8509-19f464625579,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:34.993718 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7273b4b2-af6e-4a23-89f6-a1704cfd200b None None] Network affefd12-2e18-4695-9ad0-480c9f5e5fee requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:28:35.037969 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:35.141891 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-c30ff8f2-8c0d-43cd-978e-4f32eebe9875 None None] Provisioning for port 37d60dd4-202e-4704-932d-3897c9ebea83 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:35.275330 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Transition to ACTIVE for port object eaedba68-48f8-4a2a-8d2f-ecef91b76311 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:35.309861 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:35.346881 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-85c35dd5-c283-49c3-a81e-b3ad17e11f86 req-a91892fe-e937-48f4-8117-7b63515dcb6b service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819660 Jun 30 05:28:35.508973 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 126bdedc-3e77-44ca-a547-bfe58103dcfe details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:28:35.707984 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8ce78-a7ab-40d7-a6a1-687d46f19461 req-3ec81ecc-6248-4c0a-a0be-6d0d21bb5dbf tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:35.739505 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-75f8ce78-a7ab-40d7-a6a1-687d46f19461 req-3ec81ecc-6248-4c0a-a0be-6d0d21bb5dbf tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 931 time: 0.6870556 Jun 30 05:28:35.799342 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 126bdedc-3e77-44ca-a547-bfe58103dcfe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=126bdedc-3e77-44ca-a547-bfe58103dcfe,segment=NetworkSegment(6a2d0cf8-4809-483e-a403-29da7ae38148),segment_id=6a2d0cf8-4809-483e-a403-29da7ae38148)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:35.848923 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 37d60dd4-202e-4704-932d-3897c9ebea83 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:35.851703 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '126bdedc-3e77-44ca-a547-bfe58103dcfe', 'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562', 'port_id': '126bdedc-3e77-44ca-a547-bfe58103dcfe', 'mac_address': 'fa:16:3e:ee:10:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b90d14d-8c35-4b07-8cd8-ac77c9d4b991', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:28:35.917212 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Pushing event updated for resources: {'Port': ['ID=eaedba68-48f8-4a2a-8d2f-ecef91b76311,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:35.926208 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Attempting to bind port eaedba68-48f8-4a2a-8d2f-ecef91b76311 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:28:35.926550 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Attempting to bind port eaedba68-48f8-4a2a-8d2f-ecef91b76311 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '0c742b6f-7595-4860-b73f-0b7b408f6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:28:35.926880 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Attempting to bind port eaedba68-48f8-4a2a-8d2f-ecef91b76311 on network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:35.936115 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Port eaedba68-48f8-4a2a-8d2f-ecef91b76311 on network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:28:35.936437 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Attempting to bind port eaedba68-48f8-4a2a-8d2f-ecef91b76311 on network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:35.947411 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:28:35.947749 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Checking segment: {'id': '0c742b6f-7595-4860-b73f-0b7b408f6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:35.948696 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Bound using segment: {'id': '0c742b6f-7595-4860-b73f-0b7b408f6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:28:35.949457 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Bound port: eaedba68-48f8-4a2a-8d2f-ecef91b76311, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c742b6f-7595-4860-b73f-0b7b408f6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:28:35.949804 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:35.986582 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:35.992449 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:36.009059 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126bdedc-3e77-44ca-a547-bfe58103dcfe {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:28:36.052031 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 126bdedc-3e77-44ca-a547-bfe58103dcfe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=126bdedc-3e77-44ca-a547-bfe58103dcfe,segment=NetworkSegment(6a2d0cf8-4809-483e-a403-29da7ae38148),segment_id=6a2d0cf8-4809-483e-a403-29da7ae38148)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:36.060563 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:36.071867 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 37d60dd4-202e-4704-932d-3897c9ebea83 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:36.084037 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 37d60dd4-202e-4704-932d-3897c9ebea83 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:36.085784 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:36.129720 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] For port eaedba68-48f8-4a2a-8d2f-ecef91b76311, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:36.167976 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] For port eaedba68-48f8-4a2a-8d2f-ecef91b76311, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=eaedba68-48f8-4a2a-8d2f-ecef91b76311,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:36.196370 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:36.301547 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=126bdedc-3e77-44ca-a547-bfe58103dcfe,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:36.428908 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['126bdedc-3e77-44ca-a547-bfe58103dcfe'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:28:36.433222 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:36.474090 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-75f8ce78-a7ab-40d7-a6a1-687d46f19461 req-14637d08-dfed-422d-9a9c-fabda2f095d0 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7321546 Jun 30 05:28:36.823437 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8d71d-7247-4bf8-9704-ffe12a2d1e35 req-77b3d4c1-92a5-46ab-9298-b8564fd94e84 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:36.843780 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-99a8d71d-7247-4bf8-9704-ffe12a2d1e35 req-77b3d4c1-92a5-46ab-9298-b8564fd94e84 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 944 time: 1.0127928 Jun 30 05:28:36.848200 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 37d60dd4-202e-4704-932d-3897c9ebea83, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=37d60dd4-202e-4704-932d-3897c9ebea83,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:36.863519 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:36.896550 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.db.resource_extend [None req-4309ec1f-0444-4987-bba1-ec49abd87ee5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 05:28:37.018950 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=37d60dd4-202e-4704-932d-3897c9ebea83,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:37.093165 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746902'] for router, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:37.103741 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:37.104549 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:37.106772 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] 10.222.0.35 "PUT /v2.0/ports/eaedba68-48f8-4a2a-8d2f-ecef91b76311 HTTP/1.1" status: 200 len: 1093 time: 3.5713778 Jun 30 05:28:37.112700 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:28:37.126975 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccddfc3-e9df-4e1e-b41d-dc70c42a956b" -d '{"events": [{"name": "network-changed", "server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:28:37.160203 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4309ec1f-0444-4987-bba1-ec49abd87ee5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:37.186296 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-99a8d71d-7247-4bf8-9704-ffe12a2d1e35 req-37d18585-bfce-41f5-8519-b38dda816672 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416224 Jun 30 05:28:37.190106 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4309ec1f-0444-4987-bba1-ec49abd87ee5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:37.219370 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ac4b9-d557-4494-9487-65404712420e req-48a840c1-bf29-4fa3-b853-bf0e132b8062 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:37.241697 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b99ac4b9-d557-4494-9487-65404712420e req-48a840c1-bf29-4fa3-b853-bf0e132b8062 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.5137687 Jun 30 05:28:37.285429 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e343fe6-9b1c-471c-bcf1-344cba55e70f service neutron] Pushing event updated for resources: {'Port': ['ID=eaedba68-48f8-4a2a-8d2f-ecef91b76311,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:37.296525 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e75a1ef-8498-4cde-bed4-e10f4a772288 x-openstack-request-id: req-3e75a1ef-8498-4cde-bed4-e10f4a772288 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:28:37.297097 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:28:37.297546 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e75a1ef-8498-4cde-bed4-e10f4a772288 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:28:37.298126 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311', 'status': 'completed', 'code': 200} Jun 30 05:28:37.583302 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Router cdf5f319-ea32-44a6-99f6-72dbf1617983 is scheduled to L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 with binding_index 1 {{(pid=92842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 05:28:37.795542 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.l3_db [None req-4309ec1f-0444-4987-bba1-ec49abd87ee5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Floating IP 7c527b65-c948-4bf1-baea-7c0cdbf0a5d9 associated. External IP: 172.27.2.26, port: 7e28e4d6-d7a2-4d5d-af50-c33173e69d95. Jun 30 05:28:37.816861 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 37d60dd4-202e-4704-932d-3897c9ebea83 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:37.859424 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b99ac4b9-d557-4494-9487-65404712420e req-7208a9a5-297b-4ada-954c-83a27cac284c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161621 Jun 30 05:28:37.916818 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:28:37.928795 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Sync routers for ids ['cdf5f319-ea32-44a6-99f6-72dbf1617983'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:28:37.938283 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] Notify callbacks [] for router, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:37.940005 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b818da04-acc6-4832-a5f0-5810c251a5dd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1699164 Jun 30 05:28:37.942947 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60316) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:37.944052 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Routers {'cdf5f319-ea32-44a6-99f6-72dbf1617983'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:37.946504 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:28:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['cdf5f319-ea32-44a6-99f6-72dbf1617983'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:37.984674 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 37d60dd4-202e-4704-932d-3897c9ebea83 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:37.985474 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:38.107568 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Set router cdf5f319-ea32-44a6-99f6-72dbf1617983 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:38.138263 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39988ef7-af93-44dd-b97c-1d72a091b1fb req-d0ad59eb-de3b-4858-b21f-0c203411a89b tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:38.150418 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-39988ef7-af93-44dd-b97c-1d72a091b1fb req-d0ad59eb-de3b-4858-b21f-0c203411a89b tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 943 time: 0.2499378 Jun 30 05:28:38.269788 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-39988ef7-af93-44dd-b97c-1d72a091b1fb req-65bb55ad-f5bf-4ea4-a054-a9caa96d1e5c tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956712 Jun 30 05:28:38.344008 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '2a207a14-839a-40c1-8509-19f464625579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:28:35Z', 'revision_number': 3, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port': {'id': '2a207a14-839a-40c1-8509-19f464625579', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:33Z', 'updated_at': '2021-06-30T05:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:38.355092 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4309ec1f-0444-4987-bba1-ec49abd87ee5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Router de8c4b15-6a9b-4121-88be-7178592d9de8 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:28:38.410427 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Checking router: cdf5f319-ea32-44a6-99f6-72dbf1617983 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:28:38.411031 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Updating router cdf5f319-ea32-44a6-99f6-72dbf1617983 port 2a207a14-839a-40c1-8509-19f464625579 binding host dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:28:38.454292 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:38.478031 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4309ec1f-0444-4987-bba1-ec49abd87ee5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:28:38.483762 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4309ec1f-0444-4987-bba1-ec49abd87ee5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:38.489560 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce69d61-2c39-428c-ba89-fafdea7ff187 None None] Sync routers for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:28:38.510077 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce69d61-2c39-428c-ba89-fafdea7ff187 None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:38.513663 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-3ce69d61-2c39-428c-ba89-fafdea7ff187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:28:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:38.653057 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-4309ec1f-0444-4987-bba1-ec49abd87ee5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "PUT /v2.0/floatingips/7c527b65-c948-4bf1-baea-7c0cdbf0a5d9 HTTP/1.1" status: 200 len: 991 time: 4.0176406 Jun 30 05:28:38.671203 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95'}] {{(pid=92843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:28:38.675896 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b28f5f11860cf26df7d8e46eb7cdcae24a1f7426500d780ca6df764020a27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c731ab45-9d3a-4527-83c0-71ae9ece378e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95"}]}' {{(pid=92843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:28:38.683852 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-3ce69d61-2c39-428c-ba89-fafdea7ff187 None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:38.691433 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccddfc3-e9df-4e1e-b41d-dc70c42a956b req-06251abb-42b2-402b-9764-c9be27fe952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:38.693744 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0ccddfc3-e9df-4e1e-b41d-dc70c42a956b req-06251abb-42b2-402b-9764-c9be27fe952c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b6d0d75b0c448c591f23be00fec69db&device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 1096 time: 0.4109643 Jun 30 05:28:38.717919 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e487ec-f12f-4887-98f0-cfae3baf05ff req-71b9e035-3121-4af7-9d54-22b6a2c4681c tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:38.722050 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-88e487ec-f12f-4887-98f0-cfae3baf05ff req-71b9e035-3121-4af7-9d54-22b6a2c4681c tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 944 time: 0.2454762 Jun 30 05:28:38.849202 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Notify callbacks [] for port, precommit_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:38.863183 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.provisioning_blocks [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Transition to ACTIVE for port object 2a207a14-839a-40c1-8509-19f464625579 will not be triggered until provisioned by entity L2. {{(pid=92845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:38.873226 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:38.903795 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-88e487ec-f12f-4887-98f0-cfae3baf05ff req-3060c3b2-8112-4568-b053-f83e4ac0d5b1 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742508 Jun 30 05:28:39.046386 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae073e86-8a9d-4114-b92a-2f951e948c89 x-openstack-request-id: req-ae073e86-8a9d-4114-b92a-2f951e948c89 {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:28:39.046386 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95", "status": "completed", "code": 200}]} {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:28:39.046386 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae073e86-8a9d-4114-b92a-2f951e948c89 {{(pid=92843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:28:39.046689 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'status': 'completed', 'code': 200} Jun 30 05:28:39.078776 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccddfc3-e9df-4e1e-b41d-dc70c42a956b req-186c8340-a74f-4ab9-8056-244163c85d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:39.083405 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0ccddfc3-e9df-4e1e-b41d-dc70c42a956b req-186c8340-a74f-4ab9-8056-244163c85d10 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5b6d0d75b0c448c591f23be00fec69db&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3084524 Jun 30 05:28:39.168866 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4018c2-600e-4cc3-a3a2-c40f1a979689 None None] Pushing event updated for resources: {'Port': ['ID=2a207a14-839a-40c1-8509-19f464625579,revision_number=2']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:39.205707 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Attempting to bind port 2a207a14-839a-40c1-8509-19f464625579 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:28:39.206356 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Attempting to bind port 2a207a14-839a-40c1-8509-19f464625579 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:28:39.206887 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Attempting to bind port 2a207a14-839a-40c1-8509-19f464625579 on network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:39.239164 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:28:39.239762 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:39.241523 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Checking segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:39.243271 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:39.243908 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Bound using segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:28:39.245217 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Bound port: 2a207a14-839a-40c1-8509-19f464625579, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:28:39.246014 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:39.336405 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:39.339690 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dd0f8-d703-4710-a06e-d11de87fb978 req-b6613483-739f-40fa-b34e-467c976b2c90 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:39.355618 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ff3dd0f8-d703-4710-a06e-d11de87fb978 req-b6613483-739f-40fa-b34e-467c976b2c90 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1325352 Jun 30 05:28:39.376868 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] For port 2a207a14-839a-40c1-8509-19f464625579, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:39.390483 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] For port 2a207a14-839a-40c1-8509-19f464625579, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=2a207a14-839a-40c1-8509-19f464625579,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:39.404116 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:39.433544 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-3ce69d61-2c39-428c-ba89-fafdea7ff187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '7c527b65-c948-4bf1-baea-7c0cdbf0a5d9', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'port_id': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'mac_address': 'fa:16:3e:b0:b0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:28:08Z', 'updated_at': '2021-06-30T05:28:36Z', 'revision_number': 1, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:10Z', 'revision_number': 5, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:39.473796 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce69d61-2c39-428c-ba89-fafdea7ff187 None None] Checking router: de8c4b15-6a9b-4121-88be-7178592d9de8 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:28:39.477591 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ff3dd0f8-d703-4710-a06e-d11de87fb978 req-4e1a1ea6-a557-431b-ab09-512351ea6582 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124601 Jun 30 05:28:39.499564 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce69d61-2c39-428c-ba89-fafdea7ff187 None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:39.503254 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-3ce69d61-2c39-428c-ba89-fafdea7ff187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:28:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:39.517601 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Routers {'cdf5f319-ea32-44a6-99f6-72dbf1617983'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:39.518225 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:28:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['cdf5f319-ea32-44a6-99f6-72dbf1617983'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:39.608897 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 126bdedc-3e77-44ca-a547-bfe58103dcfe up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:39.671465 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Allocated IP 172.20.0.1 (affefd12-2e18-4695-9ad0-480c9f5e5fee/bad3c6a3-a301-48c1-b80f-fb3e2e5740a6/e0fa8063-0c71-46cc-9b20-39f6aba77476) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:28:39.674960 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] Set router cdf5f319-ea32-44a6-99f6-72dbf1617983 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:39.752429 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 126bdedc-3e77-44ca-a547-bfe58103dcfe completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:39.766615 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 126bdedc-3e77-44ca-a547-bfe58103dcfe triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:39.766916 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:39.815888 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-3ce69d61-2c39-428c-ba89-fafdea7ff187 None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:39.890057 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60354) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:39.907378 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:39.908113 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:39.933874 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e63d6-a9ea-4297-8ddf-6d7694bd2f9d req-891e1311-904f-40cd-bc7a-523bd8e459b3 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:39.936365 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7a8e63d6-a9ea-4297-8ddf-6d7694bd2f9d req-891e1311-904f-40cd-bc7a-523bd8e459b3 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 943 time: 0.1897147 Jun 30 05:28:39.938997 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Transition to ACTIVE for port object e0fa8063-0c71-46cc-9b20-39f6aba77476 will not be triggered until provisioned by entity DHCP. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:40.067029 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4018c2-600e-4cc3-a3a2-c40f1a979689 None None] Pushing event updated for resources: {'Port': ['ID=2a207a14-839a-40c1-8509-19f464625579,revision_number=3']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:40.093882 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '2a207a14-839a-40c1-8509-19f464625579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:28:35Z', 'revision_number': 3, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port': {'id': '2a207a14-839a-40c1-8509-19f464625579', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:33Z', 'updated_at': '2021-06-30T05:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:40.109116 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7a8e63d6-a9ea-4297-8ddf-6d7694bd2f9d req-ee740815-b3e3-4e92-9e9a-c9d7b83b3d1d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640859 Jun 30 05:28:40.110774 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 126bdedc-3e77-44ca-a547-bfe58103dcfe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=126bdedc-3e77-44ca-a547-bfe58103dcfe,segment=NetworkSegment(6a2d0cf8-4809-483e-a403-29da7ae38148),segment_id=6a2d0cf8-4809-483e-a403-29da7ae38148)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:40.117261 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32217f4e-abac-4646-a0a3-b353e9e97abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126bdedc-3e77-44ca-a547-bfe58103dcfe'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:28:40.124739 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ec1033-83ef-4392-862e-b22bcbe5e356" -d '{"events": [{"server_uuid": "32217f4e-abac-4646-a0a3-b353e9e97abb", "name": "network-vif-plugged", "status": "completed", "tag": "126bdedc-3e77-44ca-a547-bfe58103dcfe"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:28:40.158256 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:40.207140 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b5dbc4-7714-4e7d-81ab-c013d553a7cc None None] The sync data for ids ['cdf5f319-ea32-44a6-99f6-72dbf1617983'] in dv-cinder-772181-11-iscsi is: [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '2a207a14-839a-40c1-8509-19f464625579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:28:35Z', 'revision_number': 3, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port': {'id': '2a207a14-839a-40c1-8509-19f464625579', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:33Z', 'updated_at': '2021-06-30T05:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:28:40.278634 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0aadb55d-0311-4eb1-a2d1-6f8a1478bcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:40.280908 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:40.286790 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dda7aa-eaa3-4bf0-aa6c-f3a86c1efc57 x-openstack-request-id: req-c3dda7aa-eaa3-4bf0-aa6c-f3a86c1efc57 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:28:40.287139 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32217f4e-abac-4646-a0a3-b353e9e97abb", "name": "network-vif-plugged", "status": "completed", "tag": "126bdedc-3e77-44ca-a547-bfe58103dcfe", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:28:40.287399 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3dda7aa-eaa3-4bf0-aa6c-f3a86c1efc57 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:28:40.301679 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32217f4e-abac-4646-a0a3-b353e9e97abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126bdedc-3e77-44ca-a547-bfe58103dcfe', 'code': 200} Jun 30 05:28:40.441009 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0aadb55d-0311-4eb1-a2d1-6f8a1478bcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:40.447684 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fa8063-0c71-46cc-9b20-39f6aba77476,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:40.449093 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0aadb55d-0311-4eb1-a2d1-6f8a1478bcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:40.489995 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Network affefd12-2e18-4695-9ad0-480c9f5e5fee is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:40.512174 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:40.513478 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b85fcf-4ae4-4c40-9001-d7bf383b2bd2 req-ae9672ba-1681-4c4c-9cdf-5f67c327bfe3 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:40.517062 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:28:40.526115 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-07b85fcf-4ae4-4c40-9001-d7bf383b2bd2 req-ae9672ba-1681-4c4c-9cdf-5f67c327bfe3 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 945 time: 0.3022604 Jun 30 05:28:40.536436 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-0aadb55d-0311-4eb1-a2d1-6f8a1478bcca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81199da607534228bf89f276ee04b6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6426096 Jun 30 05:28:40.558060 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60372) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:40.559019 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadb55d-0311-4eb1-a2d1-6f8a1478bcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60aeb09-e41c-49ef-b504-858013037685,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:40.643016 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccddfc3-e9df-4e1e-b41d-dc70c42a956b req-7504629e-76fc-447c-af10-b1dbb37393b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:40.648107 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0ccddfc3-e9df-4e1e-b41d-dc70c42a956b req-7504629e-76fc-447c-af10-b1dbb37393b1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5901315 Jun 30 05:28:40.656559 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-07b85fcf-4ae4-4c40-9001-d7bf383b2bd2 req-4aba4b66-1981-46e9-aecc-62c33de061ec tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207392 Jun 30 05:28:40.690930 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=126bdedc-3e77-44ca-a547-bfe58103dcfe,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:40.739772 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0d0f9177-e2ff-4d55-94b3-f8b6dfe966f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:40.744557 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746143'] for router_interface, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:40.769421 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0d0f9177-e2ff-4d55-94b3-f8b6dfe966f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:40.849251 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731ab45-9d3a-4527-83c0-71ae9ece378e req-4d989daa-2325-464f-8490-dd876eb87b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:40.850780 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c731ab45-9d3a-4527-83c0-71ae9ece378e req-4d989daa-2325-464f-8490-dd876eb87b48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7964c3fc3134461b6ea0163883faaec&device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 1099 time: 0.8174880 Jun 30 05:28:40.934111 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0d0f9177-e2ff-4d55-94b3-f8b6dfe966f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:40.937819 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0d0f9177-e2ff-4d55-94b3-f8b6dfe966f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:40.953998 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-0d0f9177-e2ff-4d55-94b3-f8b6dfe966f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b60aeb09-e41c-49ef-b504-858013037685 HTTP/1.1" status: 204 len: 168 time: 0.3768966 Jun 30 05:28:41.038132 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f9177-e2ff-4d55-94b3-f8b6dfe966f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60aeb09-e41c-49ef-b504-858013037685,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:41.152647 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b3ce9-b288-4728-bab7-e17b19d75884 req-9ad7aff1-5984-4cc0-81d5-34d0211d60ae tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:41.162327 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-dbc0adcc-c674-4edf-a6c7-6cef32671b24 None None] Provisioning for port e0fa8063-0c71-46cc-9b20-39f6aba77476 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:41.163924 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-322b3ce9-b288-4728-bab7-e17b19d75884 req-9ad7aff1-5984-4cc0-81d5-34d0211d60ae tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.2501221 Jun 30 05:28:41.202721 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-dbc0adcc-c674-4edf-a6c7-6cef32671b24 None None] Provisioning complete for port e0fa8063-0c71-46cc-9b20-39f6aba77476 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:41.203090 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-dbc0adcc-c674-4edf-a6c7-6cef32671b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:41.236160 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-322b3ce9-b288-4728-bab7-e17b19d75884 req-0bae2aae-42fa-4b9b-adb5-72c6ecf2d2f1 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702090 Jun 30 05:28:41.457634 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-3ce69d61-2c39-428c-ba89-fafdea7ff187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '7c527b65-c948-4bf1-baea-7c0cdbf0a5d9', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'port_id': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'mac_address': 'fa:16:3e:b0:b0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:28:08Z', 'updated_at': '2021-06-30T05:28:36Z', 'revision_number': 1, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:10Z', 'revision_number': 5, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:41.461671 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-dbc0adcc-c674-4edf-a6c7-6cef32671b24 None None] Port e0fa8063-0c71-46cc-9b20-39f6aba77476 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:28:41.525366 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce69d61-2c39-428c-ba89-fafdea7ff187 None None] The sync data for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi is: [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '7c527b65-c948-4bf1-baea-7c0cdbf0a5d9', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'port_id': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'mac_address': 'fa:16:3e:b0:b0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:28:08Z', 'updated_at': '2021-06-30T05:28:36Z', 'revision_number': 1, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:10Z', 'revision_number': 5, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:28:41.776951 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08720a9d-7830-424c-bf14-9ea9c4eb00c6 req-a2a210cd-4bfb-43ad-b540-ee85815ef26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:41.778573 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-08720a9d-7830-424c-bf14-9ea9c4eb00c6 req-a2a210cd-4bfb-43ad-b540-ee85815ef26e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 1098 time: 0.3677292 Jun 30 05:28:41.798291 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:41.824010 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3aedd0-86e8-4264-af3e-f552c308f1fd req-80aa46be-046f-4e28-a29b-d7084f9fe7fa tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:41.841690 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3d3aedd0-86e8-4264-af3e-f552c308f1fd req-80aa46be-046f-4e28-a29b-d7084f9fe7fa tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 943 time: 0.3411286 Jun 30 05:28:41.842141 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 2a207a14-839a-40c1-8509-19f464625579 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:41.920980 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60396) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:41.924015 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-d17f6348-73e3-4e85-8a6f-0297313d2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:41.925838 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-d17f6348-73e3-4e85-8a6f-0297313d2ee1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b6d0d75b0c448c591f23be00fec69db&device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 1096 time: 1.0062907 Jun 30 05:28:41.935437 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731ab45-9d3a-4527-83c0-71ae9ece378e req-48753be2-10b3-483b-8f2e-b9838ad7a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:41.939551 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:28:41.941976 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c731ab45-9d3a-4527-83c0-71ae9ece378e req-48753be2-10b3-483b-8f2e-b9838ad7a3b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 200 len: 918 time: 1.0566378 Jun 30 05:28:41.967311 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 2a207a14-839a-40c1-8509-19f464625579 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:41.976544 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 2a207a14-839a-40c1-8509-19f464625579 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:41.977234 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:41.982319 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60398) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:42.033279 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eef2124-8c5d-44f4-82af-9f56dd9ab0e8 None None] New status for floating IP 7c527b65-c948-4bf1-baea-7c0cdbf0a5d9: ACTIVE {{(pid=92845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:28:42.114223 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-08720a9d-7830-424c-bf14-9ea9c4eb00c6 req-d3beef5a-4861-4aba-8de4-598fde692dad service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716041 Jun 30 05:28:42.149454 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3d3aedd0-86e8-4264-af3e-f552c308f1fd req-7a55eec9-c171-46e0-af91-be546869c610 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913270 Jun 30 05:28:42.193330 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:42.209854 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1fc61f92-b390-4348-ae08-eded686ed419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:42.214736 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:42.329525 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-1ad7be42-1f5c-4b53-9bc9-2253f9ae6ff0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaedba68-48f8-4a2a-8d2f-ecef91b76311 HTTP/1.1" status: 200 len: 217 time: 0.1261907 Jun 30 05:28:42.358167 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e092218-19ff-42bb-bd8f-bdc17cbe384b req-a772ad57-da0c-428a-84e7-d94df07a8d30 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:42.372086 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5e092218-19ff-42bb-bd8f-bdc17cbe384b req-a772ad57-da0c-428a-84e7-d94df07a8d30 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 945 time: 0.2212057 Jun 30 05:28:42.506270 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-7bc34774-7ddd-4896-876d-09c1d8636c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:42.509943 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fa8063-0c71-46cc-9b20-39f6aba77476,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:42.522419 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c731ab45-9d3a-4527-83c0-71ae9ece378e req-be276760-462d-408b-8d8f-0f55ea510abf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95 HTTP/1.1" status: 200 len: 999 time: 0.3263767 Jun 30 05:28:42.525943 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5e092218-19ff-42bb-bd8f-bdc17cbe384b req-41d9bced-b6ff-4f19-97dd-6d904c2d8130 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513975 Jun 30 05:28:42.526766 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746664'] for router_interface, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:42.594186 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-fbae6a2a-51be-4fc8-a577-b4e047e1fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:42.596008 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-fbae6a2a-51be-4fc8-a577-b4e047e1fadf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac25f2a-3732-47e6-849a-24b9996d09e8 HTTP/1.1" status: 200 len: 854 time: 0.1876328 Jun 30 05:28:42.609777 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-71981529-4d70-4d53-8ead-0957be990a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:42.628096 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4018a-c120-4563-9342-151be08c1cec req-3031055a-b940-4191-b9e3-1f08841c59e0 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:42.629989 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-18a4018a-c120-4563-9342-151be08c1cec req-3031055a-b940-4191-b9e3-1f08841c59e0 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.2209096 Jun 30 05:28:42.757503 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-18a4018a-c120-4563-9342-151be08c1cec req-132a7435-395e-45cb-bafa-ad851d938da5 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938835 Jun 30 05:28:42.760997 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:42.764572 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731ab45-9d3a-4527-83c0-71ae9ece378e req-1906d59a-c0ec-4780-9c9c-ae467220ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:42.768078 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c731ab45-9d3a-4527-83c0-71ae9ece378e req-1906d59a-c0ec-4780-9c9c-ae467220ed61 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e62719b-5a1c-4ff8-bd08-224f80a06cd2 HTTP/1.1" status: 200 len: 856 time: 0.2361281 Jun 30 05:28:42.813230 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 2a207a14-839a-40c1-8509-19f464625579, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=2a207a14-839a-40c1-8509-19f464625579,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:42.819591 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:42.882142 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1fc61f92-b390-4348-ae08-eded686ed419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:42.914550 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1fc61f92-b390-4348-ae08-eded686ed419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:42.957910 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=2a207a14-839a-40c1-8509-19f464625579,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:43.055153 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-1fc61f92-b390-4348-ae08-eded686ed419 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6883498bd2154024a3ad026b0e971341&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1265635 Jun 30 05:28:43.057354 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60406) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:43.063294 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc61f92-b390-4348-ae08-eded686ed419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac54525-b3ef-4b67-bd34-41c9e1ea31cc,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:43.079675 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-7bc34774-7ddd-4896-876d-09c1d8636c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:43.081741 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Network affefd12-2e18-4695-9ad0-480c9f5e5fee is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:43.085097 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:43.097157 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-7bc34774-7ddd-4896-876d-09c1d8636c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:43.100024 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-92e52215-cf96-4317-adfc-89b6df8a0429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:43.101760 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-92e52215-cf96-4317-adfc-89b6df8a0429 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5a48a99-a5c1-4912-8af6-0dc977f8ce57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3985076 Jun 30 05:28:43.132814 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-7bc34774-7ddd-4896-876d-09c1d8636c7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02b0ddc279df415fab8ead94ba203b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1291316 Jun 30 05:28:43.163514 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60408) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:43.265405 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ad298-1b02-4a23-a047-6557fa92da06 req-3c2646ef-47d8-4895-a8be-f30e6f7444e0 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:43.275456 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-272ad298-1b02-4a23-a047-6557fa92da06 req-3c2646ef-47d8-4895-a8be-f30e6f7444e0 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.2993100 Jun 30 05:28:43.301264 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc34774-7ddd-4896-876d-09c1d8636c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81de1666-6620-4b4e-8d5e-2032e6cb7876,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:43.357648 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7d87-f16f-4d69-bf12-ef5414b19d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:43.395260 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-58340b5e-14c0-40af-8126-b278f1143c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:43.402144 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7d87-f16f-4d69-bf12-ef5414b19d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:43.416677 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Router cdf5f319-ea32-44a6-99f6-72dbf1617983 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:28:43.417264 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-272ad298-1b02-4a23-a047-6557fa92da06 req-6b43ca8c-8eca-407b-a851-97d7abaf804c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407011 Jun 30 05:28:43.481731 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-58340b5e-14c0-40af-8126-b278f1143c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:43.503987 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-0053af19-2189-4f96-8ad4-6d7f868d2e35 None None] Provisioning complete for port e0fa8063-0c71-46cc-9b20-39f6aba77476 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:43.507034 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0053af19-2189-4f96-8ad4-6d7f868d2e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:43.613187 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-58340b5e-14c0-40af-8126-b278f1143c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:43.613187 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-58340b5e-14c0-40af-8126-b278f1143c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:43.613187 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-58340b5e-14c0-40af-8126-b278f1143c13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aac54525-b3ef-4b67-bd34-41c9e1ea31cc HTTP/1.1" status: 204 len: 168 time: 0.5260670 Jun 30 05:28:43.613830 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7d87-f16f-4d69-bf12-ef5414b19d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:43.615596 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7d87-f16f-4d69-bf12-ef5414b19d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:43.617462 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-8e8d7d87-f16f-4d69-bf12-ef5414b19d7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81de1666-6620-4b4e-8d5e-2032e6cb7876 HTTP/1.1" status: 204 len: 168 time: 0.4530158 Jun 30 05:28:43.634289 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:28:43.642655 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-0053af19-2189-4f96-8ad4-6d7f868d2e35 None None] Port e0fa8063-0c71-46cc-9b20-39f6aba77476 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:28:43.649677 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-43b90c6d-d8cb-4a9e-a654-d13fd88852d8 admin admin] 10.222.0.41 "PUT /v2.0/routers/cdf5f319-ea32-44a6-99f6-72dbf1617983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7048383 Jun 30 05:28:43.660811 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d7d87-f16f-4d69-bf12-ef5414b19d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81de1666-6620-4b4e-8d5e-2032e6cb7876,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:43.661252 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Sync routers for ids ['cdf5f319-ea32-44a6-99f6-72dbf1617983'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:28:43.721882 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Routers {'cdf5f319-ea32-44a6-99f6-72dbf1617983'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:43.722958 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:28:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['cdf5f319-ea32-44a6-99f6-72dbf1617983'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:43.747953 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58340b5e-14c0-40af-8126-b278f1143c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac54525-b3ef-4b67-bd34-41c9e1ea31cc,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:43.816152 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59356a5-cc80-4850-bc09-9b900c4e7cb2 req-c4a83424-a68e-49ac-9d1a-539c6227fbda tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:43.823219 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b59356a5-cc80-4850-bc09-9b900c4e7cb2 req-c4a83424-a68e-49ac-9d1a-539c6227fbda tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 943 time: 0.2109017 Jun 30 05:28:43.866252 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 2a207a14-839a-40c1-8509-19f464625579 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:43.973775 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b59356a5-cc80-4850-bc09-9b900c4e7cb2 req-531c04c2-1254-462c-b27b-6c99dde4c79b tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472855 Jun 30 05:28:44.040080 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Set router cdf5f319-ea32-44a6-99f6-72dbf1617983 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:44.304005 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63708156-a55c-4a67-894f-6e308a34bdac req-1fa8c0d7-d636-4309-9cb4-6ba0ab2fd515 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:44.311292 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-63708156-a55c-4a67-894f-6e308a34bdac req-1fa8c0d7-d636-4309-9cb4-6ba0ab2fd515 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 945 time: 0.1266735 Jun 30 05:28:44.377630 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 2a207a14-839a-40c1-8509-19f464625579 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:44.377630 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:44.394115 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-63708156-a55c-4a67-894f-6e308a34bdac req-a1fda90e-167c-4366-be99-8d787ac3eaf2 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818551 Jun 30 05:28:44.607072 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '2a207a14-839a-40c1-8509-19f464625579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:28:41Z', 'revision_number': 4, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port': {'id': '2a207a14-839a-40c1-8509-19f464625579', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:33Z', 'updated_at': '2021-06-30T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': 'e0fa8063-0c71-46cc-9b20-39f6aba77476', 'name': '', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'mac_address': 'fa:16:3e:0f:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:39Z', 'updated_at': '2021-06-30T05:28:42Z', 'revision_number': 2, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'subnets': [{'id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:44.644163 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Checking router: cdf5f319-ea32-44a6-99f6-72dbf1617983 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:28:44.644698 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Updating router cdf5f319-ea32-44a6-99f6-72dbf1617983 port e0fa8063-0c71-46cc-9b20-39f6aba77476 binding host dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:28:44.659869 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730cfb8-471a-4e96-b399-e277ef0dd546 req-e115d315-c0be-427d-97ad-3ee173b69c5e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:44.667909 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6730cfb8-471a-4e96-b399-e277ef0dd546 req-e115d315-c0be-427d-97ad-3ee173b69c5e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0845089 Jun 30 05:28:44.726976 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-5a558740-b018-4506-a41f-3dd70d5057af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:44.735878 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:44.774841 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6730cfb8-471a-4e96-b399-e277ef0dd546 req-b8e5f920-c001-404c-8e88-14026541f9cd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045542 Jun 30 05:28:44.830099 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60452) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:44.834974 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-827440559-network', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:44.854985 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:44.884429 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Made reservation on behalf of e6ede3ace4f441abb6b3f566dae27297 for: {'network': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:28:44.887740 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:44.896880 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:45.103539 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:45.118367 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f843a61-145f-4765-bb04-0a04e7e728a6 req-7381629d-3dad-4b8a-ad06-4d15f34fba36 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:45.119957 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1f843a61-145f-4765-bb04-0a04e7e728a6 req-7381629d-3dad-4b8a-ad06-4d15f34fba36 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1138058 Jun 30 05:28:45.121162 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:45.150518 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=92843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:28:45.178088 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080c53d8-423a-4de5-baa7-4f212f596137,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:45.183274 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:45.183617 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.segments_db [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Added segment 228f9d79-8c40-40ef-b860-d06bc8758610 of type vlan for network 43611c2f-39af-4402-9393-a35df09f75e9 Jun 30 05:28:45.210230 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1f843a61-145f-4765-bb04-0a04e7e728a6 req-ee3761cb-7dc0-420f-9812-ab0f8227088f tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813611 Jun 30 05:28:45.279620 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:45.324180 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:45.329200 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:45.330247 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:45.333423 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:45.353487 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Transition to ACTIVE for port object e0fa8063-0c71-46cc-9b20-39f6aba77476 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:45.364745 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:45.401666 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5695660 Jun 30 05:28:45.404595 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60464) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:45.409722 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-ab9eb80e-8a60-4409-ae7d-259c73f5f420 admin admin] Request body: {'subnet': {'network_id': '43611c2f-39af-4402-9393-a35df09f75e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-827440559-subnet', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'ip_version': 4}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:45.427455 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Pushing event updated for resources: {'Network': ['ID=43611c2f-39af-4402-9393-a35df09f75e9,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:45.447319 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe70c42-8fb0-4a6b-9f14-7d1c165e4688 None None] Pushing event updated for resources: {'Port': ['ID=e0fa8063-0c71-46cc-9b20-39f6aba77476,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:45.456560 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:45.459614 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:45.460016 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:45.462837 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:45.462837 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:45.462837 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:45.462837 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:45.462837 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:45.462837 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:45.464134 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:45.464134 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:45.468558 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97082fc3-09de-4aa0-9720-77f1dd73282e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:45.489543 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network 43611c2f-39af-4402-9393-a35df09f75e9 details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:28:45.546955 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9eb80e-8a60-4409-ae7d-259c73f5f420 admin admin] Made reservation on behalf of e6ede3ace4f441abb6b3f566dae27297 for: {'subnet': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:28:45.553653 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ab9eb80e-8a60-4409-ae7d-259c73f5f420 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519836'] for subnet, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:45.574794 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Attempting to bind port e0fa8063-0c71-46cc-9b20-39f6aba77476 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:28:45.575570 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Attempting to bind port e0fa8063-0c71-46cc-9b20-39f6aba77476 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'dc1c891f-5914-4615-b83e-f445fa1d2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:28:45.576185 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Attempting to bind port e0fa8063-0c71-46cc-9b20-39f6aba77476 on network affefd12-2e18-4695-9ad0-480c9f5e5fee {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:45.586178 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:28:45.586932 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Checking segment: {'id': 'dc1c891f-5914-4615-b83e-f445fa1d2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:45.587701 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:45.588949 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Bound using segment: {'id': 'dc1c891f-5914-4615-b83e-f445fa1d2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:28:45.589946 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Bound port: e0fa8063-0c71-46cc-9b20-39f6aba77476, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1c891f-5914-4615-b83e-f445fa1d2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:28:45.591713 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:45.686412 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] For port e0fa8063-0c71-46cc-9b20-39f6aba77476, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:45.690759 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] For port e0fa8063-0c71-46cc-9b20-39f6aba77476, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=e0fa8063-0c71-46cc-9b20-39f6aba77476,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:45.698868 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:45.725009 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d63f-b89e-4780-9194-ef24735fc427 req-9619c0f9-cc17-479c-905b-e96243c332f0 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:45.733832 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-61f1d63f-b89e-4780-9194-ef24735fc427 req-9619c0f9-cc17-479c-905b-e96243c332f0 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 943 time: 0.3205669 Jun 30 05:28:45.813189 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-61f1d63f-b89e-4780-9194-ef24735fc427 req-5e2e5fb0-32a8-40e9-bdcf-4f8ba7883496 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780036 Jun 30 05:28:45.827238 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Routers {'cdf5f319-ea32-44a6-99f6-72dbf1617983'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:45.827871 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:28:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['cdf5f319-ea32-44a6-99f6-72dbf1617983'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:45.964217 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] Set router cdf5f319-ea32-44a6-99f6-72dbf1617983 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:46.036765 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:46.046766 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe70c42-8fb0-4a6b-9f14-7d1c165e4688 None None] Pushing event updated for resources: {'Port': ['ID=e0fa8063-0c71-46cc-9b20-39f6aba77476,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:46.130670 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ab9eb80e-8a60-4409-ae7d-259c73f5f420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10151823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519818'] for subnet, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:46.199769 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9eb80e-8a60-4409-ae7d-259c73f5f420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b0a3ab-34d6-4afb-800d-afdad5f4820f,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:46.255321 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '2a207a14-839a-40c1-8509-19f464625579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:28:41Z', 'revision_number': 4, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port': {'id': '2a207a14-839a-40c1-8509-19f464625579', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:33Z', 'updated_at': '2021-06-30T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': 'e0fa8063-0c71-46cc-9b20-39f6aba77476', 'name': '', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'mac_address': 'fa:16:3e:0f:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:39Z', 'updated_at': '2021-06-30T05:28:45Z', 'revision_number': 4, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'subnets': [{'id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:46.256577 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd574f8e-c72b-42e4-b0d5-f06c8534413d req-269f2e78-3a58-4de0-a74b-bf868c04fb53 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:46.260496 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dd574f8e-c72b-42e4-b0d5-f06c8534413d req-269f2e78-3a58-4de0-a74b-bf868c04fb53 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 945 time: 0.2323451 Jun 30 05:28:46.274259 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9eb80e-8a60-4409-ae7d-259c73f5f420 admin admin] Checking segment: {'id': '228f9d79-8c40-40ef-b860-d06bc8758610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43611c2f-39af-4402-9393-a35df09f75e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:46.275160 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9eb80e-8a60-4409-ae7d-259c73f5f420 admin admin] Network hostable DHCP agents. Network: 43611c2f-39af-4402-9393-a35df09f75e9, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:28:46.344256 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9eb80e-8a60-4409-ae7d-259c73f5f420 admin admin] Network 43611c2f-39af-4402-9393-a35df09f75e9 is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:28:46.356518 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dd574f8e-c72b-42e4-b0d5-f06c8534413d req-2c09ce75-8ae3-4315-a461-d0e13c2b4af2 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901613 Jun 30 05:28:46.362449 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-ab9eb80e-8a60-4409-ae7d-259c73f5f420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, 43611c2f-39af-4402-9393-a35df09f75e9) {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:46.370376 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9eb80e-8a60-4409-ae7d-259c73f5f420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:46.374299 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ab9eb80e-8a60-4409-ae7d-259c73f5f420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:46.403727 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-ab9eb80e-8a60-4409-ae7d-259c73f5f420 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9979677 Jun 30 05:28:46.404890 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60488) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:46.417466 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-827440559-router', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:46.443327 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102800'] for router, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:46.445284 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea9b3e2-37ce-4bdf-bebd-4dd2e0b0f7fc None None] Network 43611c2f-39af-4402-9393-a35df09f75e9 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:28:46.445794 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102793'] for router, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:46.447945 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35f05ad-1d33-48d7-8f11-7b892d0d9eb1 None None] The sync data for ids ['cdf5f319-ea32-44a6-99f6-72dbf1617983'] in dv-cinder-772181-11-iscsi is: [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '2a207a14-839a-40c1-8509-19f464625579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:28:41Z', 'revision_number': 4, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port': {'id': '2a207a14-839a-40c1-8509-19f464625579', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:33Z', 'updated_at': '2021-06-30T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': 'e0fa8063-0c71-46cc-9b20-39f6aba77476', 'name': '', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'mac_address': 'fa:16:3e:0f:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:39Z', 'updated_at': '2021-06-30T05:28:45Z', 'revision_number': 4, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'subnets': [{'id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:28:46.600642 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:46.812282 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a6ffb9-e4e1-585c-8c49-45cd88d7d148-43611c2f-39af-4402-9393-a35df09f75e9', 'network_id': '43611c2f-39af-4402-9393-a35df09f75e9', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'fixed_ips': [{'subnet_id': 'a4b0a3ab-34d6-4afb-800d-afdad5f4820f'}]}} from dv-cinder-772181-11-iscsi. {{(pid=92844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 05:28:46.814475 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:46.855475 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881a576-6e50-475b-9d38-ebc26b1470d8 req-2db06b5c-a63e-438a-8cf1-a676e17ba25c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:46.857292 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b881a576-6e50-475b-9d38-ebc26b1470d8 req-2db06b5c-a63e-438a-8cf1-a676e17ba25c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1181521 Jun 30 05:28:46.943006 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b881a576-6e50-475b-9d38-ebc26b1470d8 req-d516289a-37da-44d1-bde3-12d58114f35d tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743656 Jun 30 05:28:47.194615 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.db_base_plugin_common [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Allocated IP 172.20.0.2 (43611c2f-39af-4402-9393-a35df09f75e9/a4b0a3ab-34d6-4afb-800d-afdad5f4820f/a0a0d87b-106b-4825-afa1-c9626662d136) {{(pid=92844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:28:47.329563 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b11939-333d-4273-857d-48a685a9e45f req-864ae659-940a-42a7-94e1-98063d03c02a tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:47.336882 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a5b11939-333d-4273-857d-48a685a9e45f req-864ae659-940a-42a7-94e1-98063d03c02a tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1840818 Jun 30 05:28:47.371507 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3747255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102907'] for router, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:47.376925 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:47.428585 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a5b11939-333d-4273-857d-48a685a9e45f req-21afd977-c4ef-4bee-9d1b-a7f8e554596a tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908017 Jun 30 05:28:47.522493 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Notify callbacks [] for port, precommit_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:47.533371 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Transition to ACTIVE for port object a0a0d87b-106b-4825-afa1-c9626662d136 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:47.554302 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Transition to ACTIVE for port object a0a0d87b-106b-4825-afa1-c9626662d136 will not be triggered until provisioned by entity DHCP. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:47.579957 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:47.709521 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Network 43611c2f-39af-4402-9393-a35df09f75e9 is already hosted by enough agents. {{(pid=92844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:47.716868 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Pushing event updated for resources: {'Port': ['ID=a0a0d87b-106b-4825-afa1-c9626662d136,revision_number=1']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:47.719359 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.base_scheduler [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Resources bound (agent type, host, resource id): {{(pid=92844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:47.730929 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Received port after_create {{(pid=92844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:28:47.766249 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d73a-ae4a-41ad-8907-784fe55df28f req-02a81fa9-816f-4163-910e-75e1f755d1b5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:47.778998 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-37a7d73a-ae4a-41ad-8907-784fe55df28f req-02a81fa9-816f-4163-910e-75e1f755d1b5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 943 time: 0.1450677 Jun 30 05:28:47.848829 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:47.855870 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-37a7d73a-ae4a-41ad-8907-784fe55df28f req-7a553706-2f5a-4650-b6b6-84754b3c520e tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758569 Jun 30 05:28:47.873576 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device e0fa8063-0c71-46cc-9b20-39f6aba77476 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:47.875946 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Attempting to bind port a0a0d87b-106b-4825-afa1-c9626662d136 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:28:47.876362 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Attempting to bind port a0a0d87b-106b-4825-afa1-c9626662d136 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': '228f9d79-8c40-40ef-b860-d06bc8758610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43611c2f-39af-4402-9393-a35df09f75e9'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:28:47.876719 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Attempting to bind port a0a0d87b-106b-4825-afa1-c9626662d136 on network 43611c2f-39af-4402-9393-a35df09f75e9 {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:47.885817 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:47.896960 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60524) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:47.917432 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:28:47.918247 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Checking segment: {'id': '228f9d79-8c40-40ef-b860-d06bc8758610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43611c2f-39af-4402-9393-a35df09f75e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:47.918417 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:47.918792 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Bound using segment: {'id': '228f9d79-8c40-40ef-b860-d06bc8758610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43611c2f-39af-4402-9393-a35df09f75e9'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:28:47.919308 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Bound port: a0a0d87b-106b-4825-afa1-c9626662d136, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228f9d79-8c40-40ef-b860-d06bc8758610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43611c2f-39af-4402-9393-a35df09f75e9'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:28:47.919824 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:47.997661 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port e0fa8063-0c71-46cc-9b20-39f6aba77476 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:48.007514 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port e0fa8063-0c71-46cc-9b20-39f6aba77476 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:48.007880 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:48.012664 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] For port a0a0d87b-106b-4825-afa1-c9626662d136, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:48.048870 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] For port a0a0d87b-106b-4825-afa1-c9626662d136, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=a0a0d87b-106b-4825-afa1-c9626662d136,segment=NetworkSegment(228f9d79-8c40-40ef-b860-d06bc8758610),segment_id=228f9d79-8c40-40ef-b860-d06bc8758610)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:48.061259 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:48.085749 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Allocated IP 172.27.2.178 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/ded084a8-1ec9-4294-9ac0-f58ceaea48f3) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:28:48.086299 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-905da893-5983-4514-ae81-dba6074e8493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:48.123974 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380236be-0d50-459e-8cdc-1cc5a1bf680f req-3c497b77-2b05-4583-9df9-e7b0364cc960 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:48.123974 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-380236be-0d50-459e-8cdc-1cc5a1bf680f req-3c497b77-2b05-4583-9df9-e7b0364cc960 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 945 time: 0.1352205 Jun 30 05:28:48.170700 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe9c2a-4adb-41d1-85f6-13d1b068f4ed None None] Pushing event updated for resources: {'Port': ['ID=a0a0d87b-106b-4825-afa1-c9626662d136,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:48.173721 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:48.199510 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-380236be-0d50-459e-8cdc-1cc5a1bf680f req-75185081-cb6e-47bb-903f-4a914ca0f2fa tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640059 Jun 30 05:28:48.216615 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:48.224496 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port e0fa8063-0c71-46cc-9b20-39f6aba77476, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=e0fa8063-0c71-46cc-9b20-39f6aba77476,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:48.230394 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:48.284188 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-905da893-5983-4514-ae81-dba6074e8493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:48.294347 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-905da893-5983-4514-ae81-dba6074e8493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:48.307629 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=e0fa8063-0c71-46cc-9b20-39f6aba77476,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:48.383923 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-905da893-5983-4514-ae81-dba6074e8493 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81edbe7e47d34f12b6dbc2124333e647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858646 Jun 30 05:28:48.392087 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60530) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:48.392782 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905da893-5983-4514-ae81-dba6074e8493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cc03c9-9b66-406d-918c-c94f4895bd1c,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:48.394435 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:48.501837 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:48.524329 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:48.529579 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Pushing event updated for resources: {'Port': ['ID=ded084a8-1ec9-4294-9ac0-f58ceaea48f3,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:48.532829 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:28:48.557756 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bbcdbd33-8672-431d-adc1-1434296a0273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:48.575966 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:48.576560 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:48.577067 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:48.577403 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:48.577735 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:48.578256 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:48.578381 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:48.578707 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:48.579255 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:48.579800 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:48.580132 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:48.580455 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:48.589935 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-e0eeb7e0-e097-47d4-810b-3869dbbfb8b5 service neutron] 10.222.0.35 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197703 Jun 30 05:28:48.600276 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0f19f-7e25-45df-8168-f32bdd3720a8 req-76693348-60d5-4a8d-9838-ccae106597ed tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:48.608914 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b8f0f19f-7e25-45df-8168-f32bdd3720a8 req-76693348-60d5-4a8d-9838-ccae106597ed tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1594212 Jun 30 05:28:48.613321 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bbcdbd33-8672-431d-adc1-1434296a0273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:48.617881 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731ab45-9d3a-4527-83c0-71ae9ece378e req-aea16a96-409b-4f65-97de-381b64ef3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:48.619444 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c731ab45-9d3a-4527-83c0-71ae9ece378e req-aea16a96-409b-4f65-97de-381b64ef3f36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c5bd950-7baa-4ed0-ba10-8865d691272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3387074 Jun 30 05:28:48.702434 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b8f0f19f-7e25-45df-8168-f32bdd3720a8 req-4b895a68-6ced-4ebd-8be9-40d339b1b2c0 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926640 Jun 30 05:28:48.726671 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d86ed-5aa8-4bef-b810-df8d4a5876f5 req-4838592b-9954-4ce6-88aa-ad3a146507a1 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:48.728207 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-561d86ed-5aa8-4bef-b810-df8d4a5876f5 req-4838592b-9954-4ce6-88aa-ad3a146507a1 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1419606 Jun 30 05:28:48.743900 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bbcdbd33-8672-431d-adc1-1434296a0273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:48.746463 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bbcdbd33-8672-431d-adc1-1434296a0273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:48.747668 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-bbcdbd33-8672-431d-adc1-1434296a0273 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02cc03c9-9b66-406d-918c-c94f4895bd1c HTTP/1.1" status: 204 len: 168 time: 0.3516262 Jun 30 05:28:48.766925 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdbd33-8672-431d-adc1-1434296a0273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cc03c9-9b66-406d-918c-c94f4895bd1c,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:48.793182 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-561d86ed-5aa8-4bef-b810-df8d4a5876f5 req-d940d68e-e7b3-4da6-814d-058d22c23f99 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499601 Jun 30 05:28:48.884387 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-99f1d369-7d7d-4a18-9be5-6a41ba06797a req-7214c8a1-a0db-45fe-9a7b-064b3529ac2a service neutron] 10.222.0.35 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842376 Jun 30 05:28:48.894023 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c731ab45-9d3a-4527-83c0-71ae9ece378e req-75f193b6-4828-49e3-a9c8-bb0032fb96f1 service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638011 Jun 30 05:28:49.067820 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c731ab45-9d3a-4527-83c0-71ae9ece378e req-f9ae296d-c622-4dad-be82-7263620ec117 service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274722 Jun 30 05:28:49.086467 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362840ef-e83f-4ec9-b42e-47c23195c691 req-d257bdb4-b5ee-4e49-84eb-3785de902e4b tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:49.089408 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:49.091343 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-362840ef-e83f-4ec9-b42e-47c23195c691 req-d257bdb4-b5ee-4e49-84eb-3785de902e4b tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 943 time: 0.1037970 Jun 30 05:28:49.117039 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60540) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:49.143613 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2d97fbae-9f28-47e3-b0e8-5cf26be7fb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:49.172473 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-362840ef-e83f-4ec9-b42e-47c23195c691 req-83447b9a-8c95-4e33-b5cc-bae85472e3e6 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754070 Jun 30 05:28:49.267380 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2d97fbae-9f28-47e3-b0e8-5cf26be7fb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:49.277351 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2d97fbae-9f28-47e3-b0e8-5cf26be7fb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:49.320968 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-2d97fbae-9f28-47e3-b0e8-5cf26be7fb31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9cebb2d854044294a5d935e56c1d8080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027867 Jun 30 05:28:49.322057 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97fbae-9f28-47e3-b0e8-5cf26be7fb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa71348-0a65-46d2-9af8-30a9aad3d322,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:49.322237 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60544) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:49.378311 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746902'] for router, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:49.430669 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a87fd9b-5eb7-43f9-8067-0c5b6aceccdc None None] Network 43611c2f-39af-4402-9393-a35df09f75e9 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:28:49.447224 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8593232a-e30d-4fbf-aad5-1f116a7bc498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:49.450541 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ea978-46b2-4531-8620-8f489bb6698b req-407dc8c1-a38c-4617-ad91-6f0e3fc0c73f tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:49.452105 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3c8ea978-46b2-4531-8620-8f489bb6698b req-407dc8c1-a38c-4617-ad91-6f0e3fc0c73f tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 945 time: 0.0728345 Jun 30 05:28:49.505059 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8593232a-e30d-4fbf-aad5-1f116a7bc498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:49.516294 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-ba1a469e-d4da-472d-b130-544b43cdf18d None None] Provisioning for port a0a0d87b-106b-4825-afa1-c9626662d136 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:49.576654 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Router 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 is scheduled to L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 with binding_index 1 {{(pid=92842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 05:28:49.587395 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8593232a-e30d-4fbf-aad5-1f116a7bc498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:49.590287 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8593232a-e30d-4fbf-aad5-1f116a7bc498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:49.591477 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-8593232a-e30d-4fbf-aad5-1f116a7bc498 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9aa71348-0a65-46d2-9af8-30a9aad3d322 HTTP/1.1" status: 204 len: 168 time: 0.2674878 Jun 30 05:28:49.604884 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593232a-e30d-4fbf-aad5-1f116a7bc498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa71348-0a65-46d2-9af8-30a9aad3d322,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:49.734291 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:28:49.747040 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Sync routers for ids ['8f93a950-de9d-4c3f-9acc-f8ae960c74c3'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:28:49.758628 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Routers {'8f93a950-de9d-4c3f-9acc-f8ae960c74c3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:49.759640 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:28:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['8f93a950-de9d-4c3f-9acc-f8ae960c74c3'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:49.772495 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] Notify callbacks [] for router, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:49.776934 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-606d746a-882e-4011-b391-13265ad87a05 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3669322 Jun 30 05:28:49.777183 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60552) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:49.802186 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3c8ea978-46b2-4531-8620-8f489bb6698b req-e538b479-3851-46cb-a273-d741810959ed tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440263 Jun 30 05:28:49.920761 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device e0fa8063-0c71-46cc-9b20-39f6aba77476 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:49.939477 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Set router 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:50.064604 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port e0fa8063-0c71-46cc-9b20-39f6aba77476 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:50.064982 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:50.157841 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb922e-ce68-4aa9-b4d0-6771dc921ce3 req-2d710bb0-bfd7-42ad-bb7b-328e68d3c53e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:50.159485 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-75bb922e-ce68-4aa9-b4d0-6771dc921ce3 req-2d710bb0-bfd7-42ad-bb7b-328e68d3c53e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1942539 Jun 30 05:28:50.201655 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89be30b-4d02-4935-aa8d-e540db3ec727 req-16f92289-1be1-492a-9095-fc50b46cdc18 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:50.213972 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a89be30b-4d02-4935-aa8d-e540db3ec727 req-16f92289-1be1-492a-9095-fc50b46cdc18 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1795402 Jun 30 05:28:50.216363 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'name': 'tempest-TestShelveInstance-827440559-router', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:46Z', 'updated_at': '2021-06-30T05:28:48Z', 'revision_number': 3, 'project_id': 'e6ede3ace4f441abb6b3f566dae27297', 'gw_port': {'id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:47Z', 'updated_at': '2021-06-30T05:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:50.230294 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device a0a0d87b-106b-4825-afa1-c9626662d136 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:50.251841 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Checking router: 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:28:50.252436 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Updating router 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 port ded084a8-1ec9-4294-9ac0-f58ceaea48f3 binding host dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:28:50.301826 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:50.340958 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port a0a0d87b-106b-4825-afa1-c9626662d136 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:50.341862 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-75bb922e-ce68-4aa9-b4d0-6771dc921ce3 req-759de3cf-3d5c-430a-b788-c5782ca08a52 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758416 Jun 30 05:28:50.345097 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port a0a0d87b-106b-4825-afa1-c9626662d136 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:50.345470 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:50.386206 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a89be30b-4d02-4935-aa8d-e540db3ec727 req-c0581be9-089a-4056-915b-0f2e73e84991 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503620 Jun 30 05:28:50.506745 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:50.604048 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port a0a0d87b-106b-4825-afa1-c9626662d136, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=a0a0d87b-106b-4825-afa1-c9626662d136,segment=NetworkSegment(228f9d79-8c40-40ef-b860-d06bc8758610),segment_id=228f9d79-8c40-40ef-b860-d06bc8758610)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:50.617364 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:50.722588 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272502d-7298-4b91-ae7d-5fefab8e6fa9 req-52fa825e-c7f1-4169-91b2-f4f49e3b8cc0 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:50.733483 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8272502d-7298-4b91-ae7d-5fefab8e6fa9 req-52fa825e-c7f1-4169-91b2-f4f49e3b8cc0 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 943 time: 0.1685247 Jun 30 05:28:50.757110 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Notify callbacks [] for port, precommit_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:50.767016 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=a0a0d87b-106b-4825-afa1-c9626662d136,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:50.778578 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:50.779034 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:50.779580 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:50.780055 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:50.780664 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:50.781182 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:50.781737 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:50.781932 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.provisioning_blocks [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Transition to ACTIVE for port object ded084a8-1ec9-4294-9ac0-f58ceaea48f3 will not be triggered until provisioned by entity L2. {{(pid=92845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:50.782243 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:50.782841 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:50.783410 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:50.784446 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:50.784922 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:28:50.792428 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:50.826983 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8272502d-7298-4b91-ae7d-5fefab8e6fa9 req-b24aa2cf-8aa3-489d-b4b1-e6b1b458863d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914822 Jun 30 05:28:50.862447 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Attempting to bind port ded084a8-1ec9-4294-9ac0-f58ceaea48f3 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:28:50.862999 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Attempting to bind port ded084a8-1ec9-4294-9ac0-f58ceaea48f3 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:28:50.863441 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Attempting to bind port ded084a8-1ec9-4294-9ac0-f58ceaea48f3 on network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:50.866545 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fd69c-bb39-40d0-ba1d-11f2fca96c40 None None] Pushing event updated for resources: {'Port': ['ID=ded084a8-1ec9-4294-9ac0-f58ceaea48f3,revision_number=2']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:50.872097 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:28:50.873278 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Checking segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:50.873673 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:50.874059 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Bound using segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:28:50.874506 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Bound port: ded084a8-1ec9-4294-9ac0-f58ceaea48f3, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:28:50.874900 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:50.928499 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] For port ded084a8-1ec9-4294-9ac0-f58ceaea48f3, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:50.932770 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] For port ded084a8-1ec9-4294-9ac0-f58ceaea48f3, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=ded084a8-1ec9-4294-9ac0-f58ceaea48f3,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:50.937508 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:51.005511 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Routers {'8f93a950-de9d-4c3f-9acc-f8ae960c74c3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:51.006146 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:28:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['8f93a950-de9d-4c3f-9acc-f8ae960c74c3'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:51.017313 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:51.019917 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fd69c-bb39-40d0-ba1d-11f2fca96c40 None None] Pushing event updated for resources: {'Port': ['ID=ded084a8-1ec9-4294-9ac0-f58ceaea48f3,revision_number=3']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:51.200933 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Allocated IP 172.20.0.1 (43611c2f-39af-4402-9393-a35df09f75e9/a4b0a3ab-34d6-4afb-800d-afdad5f4820f/3efa9581-233b-4c10-892e-bd2dda834097) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:28:51.224830 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] Set router 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:51.386029 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:51.407197 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Transition to ACTIVE for port object 3efa9581-233b-4c10-892e-bd2dda834097 will not be triggered until provisioned by entity DHCP. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:51.462195 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:51.462332 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'name': 'tempest-TestShelveInstance-827440559-router', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:46Z', 'updated_at': '2021-06-30T05:28:48Z', 'revision_number': 3, 'project_id': 'e6ede3ace4f441abb6b3f566dae27297', 'gw_port': {'id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:47Z', 'updated_at': '2021-06-30T05:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:51.493823 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a39288-a96d-40a1-a289-ecbfe80e55bf None None] The sync data for ids ['8f93a950-de9d-4c3f-9acc-f8ae960c74c3'] in dv-cinder-772181-11-iscsi is: [{'id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'name': 'tempest-TestShelveInstance-827440559-router', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:46Z', 'updated_at': '2021-06-30T05:28:48Z', 'revision_number': 3, 'project_id': 'e6ede3ace4f441abb6b3f566dae27297', 'gw_port': {'id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:47Z', 'updated_at': '2021-06-30T05:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:28:51.515995 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Network 43611c2f-39af-4402-9393-a35df09f75e9 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:51.520715 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:51.524482 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:28:51.565304 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Pushing event updated for resources: {'Port': ['ID=3efa9581-233b-4c10-892e-bd2dda834097,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:51.586644 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746143'] for router_interface, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:51.616759 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device eaedba68-48f8-4a2a-8d2f-ecef91b76311 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:28:51.773234 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894ef2e-afb4-4b70-a800-1bfac9a7e84e req-51bdeb74-f46c-42ba-ad48-a692552485f6 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:51.773957 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device a0a0d87b-106b-4825-afa1-c9626662d136 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:51.785960 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1894ef2e-afb4-4b70-a800-1bfac9a7e84e req-51bdeb74-f46c-42ba-ad48-a692552485f6 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1953344 Jun 30 05:28:51.869820 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1894ef2e-afb4-4b70-a800-1bfac9a7e84e req-89f0aa42-102b-4ccc-8632-097dcf8c8171 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763042 Jun 30 05:28:51.928885 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2040c4-402d-4505-adce-b3c064f80e43 req-d56af300-032b-46b6-86c5-77f78f2a6de0 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:51.929913 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:51.942865 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-da2040c4-402d-4505-adce-b3c064f80e43 req-d56af300-032b-46b6-86c5-77f78f2a6de0 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.3077857 Jun 30 05:28:51.977165 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port eaedba68-48f8-4a2a-8d2f-ecef91b76311, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=eaedba68-48f8-4a2a-8d2f-ecef91b76311,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:52.006535 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port a0a0d87b-106b-4825-afa1-c9626662d136 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:52.006903 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.062995 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-da2040c4-402d-4505-adce-b3c064f80e43 req-cbd3ac52-9db1-452f-a9b0-f78d25cc493d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177022 Jun 30 05:28:52.074967 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-4c2240a0-5f0f-4f96-bf73-e1797afdee34 None None] Provisioning for port 3efa9581-233b-4c10-892e-bd2dda834097 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:52.100820 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60668) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:52.102411 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'port_id': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311', 'mac_address': 'fa:16:3e:ab:de:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:28:52.106069 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-4c2240a0-5f0f-4f96-bf73-e1797afdee34 None None] Provisioning complete for port 3efa9581-233b-4c10-892e-bd2dda834097 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:52.106443 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-4c2240a0-5f0f-4f96-bf73-e1797afdee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.272153 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.282362 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.286533 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-4c2240a0-5f0f-4f96-bf73-e1797afdee34 None None] Port 3efa9581-233b-4c10-892e-bd2dda834097 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:28:52.301543 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.306001 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-931c8550-60be-416e-867a-6154210a789b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.337562 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaedba68-48f8-4a2a-8d2f-ecef91b76311 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:28:52.361444 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746664'] for router_interface, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.366982 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Pushing event updated for resources: {'Port': ['ID=3efa9581-233b-4c10-892e-bd2dda834097,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:52.367507 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port eaedba68-48f8-4a2a-8d2f-ecef91b76311, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=eaedba68-48f8-4a2a-8d2f-ecef91b76311,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:52.372697 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5ac7b-f19f-495f-bb52-1f064c6d2300 req-ff807517-ab4d-4da3-8482-5d46ad8b21f5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:52.373825 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.375318 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f3a5ac7b-f19f-495f-bb52-1f064c6d2300 req-ff807517-ab4d-4da3-8482-5d46ad8b21f5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 943 time: 0.1463728 Jun 30 05:28:52.442418 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=eaedba68-48f8-4a2a-8d2f-ecef91b76311,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:52.443948 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f3a5ac7b-f19f-495f-bb52-1f064c6d2300 req-c4166de0-9d98-4b48-81d7-da02b87fe0fd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557535 Jun 30 05:28:52.471813 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-931c8550-60be-416e-867a-6154210a789b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.474311 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Network 43611c2f-39af-4402-9393-a35df09f75e9 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:28:52.478047 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:52.478238 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-931c8550-60be-416e-867a-6154210a789b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.520232 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-931c8550-60be-416e-867a-6154210a789b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18b57254e6ce443da66dbe6fda1aeebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181035 Jun 30 05:28:52.520993 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c8550-60be-416e-867a-6154210a789b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297fec2b-59a0-4c1e-84bc-cdf766438175,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:52.523191 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60672) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:52.638011 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4320dcba-5f33-4144-b650-f0defbd6d75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.657511 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Router 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:28:52.668033 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4320dcba-5f33-4144-b650-f0defbd6d75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.701977 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['eaedba68-48f8-4a2a-8d2f-ecef91b76311'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:28:52.794196 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4320dcba-5f33-4144-b650-f0defbd6d75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.796682 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4320dcba-5f33-4144-b650-f0defbd6d75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.797812 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-4320dcba-5f33-4144-b650-f0defbd6d75f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/297fec2b-59a0-4c1e-84bc-cdf766438175 HTTP/1.1" status: 204 len: 168 time: 0.2720079 Jun 30 05:28:52.817701 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320dcba-5f33-4144-b650-f0defbd6d75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297fec2b-59a0-4c1e-84bc-cdf766438175,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:52.829824 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:28:52.835574 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-0214361a-aa80-4706-aad5-8245e4e5558c admin admin] 10.222.0.41 "PUT /v2.0/routers/8f93a950-de9d-4c3f-9acc-f8ae960c74c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0569117 Jun 30 05:28:52.864613 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-51becf17-f652-4a88-b1be-777b57375b7d None None] Provisioning complete for port 3efa9581-233b-4c10-892e-bd2dda834097 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:52.864994 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-51becf17-f652-4a88-b1be-777b57375b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:52.931159 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-51becf17-f652-4a88-b1be-777b57375b7d None None] Port 3efa9581-233b-4c10-892e-bd2dda834097 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:28:53.087018 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb1bb1-d20c-4f1e-ac1c-8fcb3cfd5ee8 req-ff0f8804-6918-430e-88d5-f5809519f41f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:53.094832 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0bbb1bb1-d20c-4f1e-ac1c-8fcb3cfd5ee8 req-ff0f8804-6918-430e-88d5-f5809519f41f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0994534 Jun 30 05:28:53.143799 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0bbb1bb1-d20c-4f1e-ac1c-8fcb3cfd5ee8 req-6e04eca7-70d6-4d52-b4e3-5eb7898a8eb3 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470178 Jun 30 05:28:53.333032 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd25aa-ad82-4c38-b19b-94e1c6f31307 req-0c5a5138-ce2c-4d6b-9a8b-5f20410c4360 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:53.334732 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bffd25aa-ad82-4c38-b19b-94e1c6f31307 req-0c5a5138-ce2c-4d6b-9a8b-5f20410c4360 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0800166 Jun 30 05:28:53.383928 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bffd25aa-ad82-4c38-b19b-94e1c6f31307 req-5f3abbad-b441-427d-8077-6bb2c55e808b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406015 Jun 30 05:28:53.696050 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60714) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:53.702145 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-d4510ec0-a5d0-446b-8a87-3f9836cc1702 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1347579918', 'description': 'tempest-secgroup-smoke-1347579918 description', 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:53.724175 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60716) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:53.758051 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d4510ec0-a5d0-446b-8a87-3f9836cc1702 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:53.781672 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device ded084a8-1ec9-4294-9ac0-f58ceaea48f3 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:53.807590 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fd881-4031-4960-ae16-c82e7df2961b req-50980ac6-8944-47ed-b521-23548554ee62 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:53.809683 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2f6fd881-4031-4960-ae16-c82e7df2961b req-50980ac6-8944-47ed-b521-23548554ee62 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 944 time: 0.1149578 Jun 30 05:28:53.851410 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port ded084a8-1ec9-4294-9ac0-f58ceaea48f3 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:53.855816 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port ded084a8-1ec9-4294-9ac0-f58ceaea48f3 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:53.856219 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:53.863096 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2115001615-network', 'tenant_id': '92a41694ed3a4b1ca00692746d30da1a'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:53.871208 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2f6fd881-4031-4960-ae16-c82e7df2961b req-45646437-6d51-4e29-b0f7-9daf7bdaf364 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538044 Jun 30 05:28:53.908970 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d4510ec0-a5d0-446b-8a87-3f9836cc1702 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:53.918446 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d4510ec0-a5d0-446b-8a87-3f9836cc1702 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:53.971549 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:53.976241 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Made reservation on behalf of 92a41694ed3a4b1ca00692746d30da1a for: {'network': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:28:53.981133 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:53.991263 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:53.993337 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d4510ec0-a5d0-446b-8a87-3f9836cc1702 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:53.994917 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port ded084a8-1ec9-4294-9ac0-f58ceaea48f3, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=ded084a8-1ec9-4294-9ac0-f58ceaea48f3,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:53.999335 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.004136 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-d4510ec0-a5d0-446b-8a87-3f9836cc1702 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3064792 Jun 30 05:28:54.005318 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60722) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:54.007009 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4510ec0-a5d0-446b-8a87-3f9836cc1702 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2063f8-2ffd-4f6b-ac66-27c9965e6241,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:54.011592 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-4f30d6a2-f343-4687-b753-fd02c8f94a94 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Request body: {'security_group_rule': {'security_group_id': '3a2063f8-2ffd-4f6b-ac66-27c9965e6241', 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:54.058570 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=ded084a8-1ec9-4294-9ac0-f58ceaea48f3,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:54.124012 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Sync routers for ids ['8f93a950-de9d-4c3f-9acc-f8ae960c74c3'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:28:54.126732 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.133384 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Routers {'8f93a950-de9d-4c3f-9acc-f8ae960c74c3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:54.134206 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:28:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['8f93a950-de9d-4c3f-9acc-f8ae960c74c3'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:54.137440 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.161912 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4f30d6a2-f343-4687-b753-fd02c8f94a94 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.164891 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=92842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:28:54.175497 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d96639-f4de-432c-900e-340168bb3d87,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:54.196972 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.198668 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.segments_db [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Added segment 65fc8da5-4bf5-41ad-bc6b-9f35936290b9 of type vlan for network 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 Jun 30 05:28:54.223339 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4f30d6a2-f343-4687-b753-fd02c8f94a94 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.230022 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4f30d6a2-f343-4687-b753-fd02c8f94a94 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.249579 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.263374 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4f30d6a2-f343-4687-b753-fd02c8f94a94 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.264866 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-4f30d6a2-f343-4687-b753-fd02c8f94a94 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2585044 Jun 30 05:28:54.267567 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30d6a2-f343-4687-b753-fd02c8f94a94 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed7680b-d1f4-4c69-88d7-8d30d1292d03,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:54.268427 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60726) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:54.269094 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Set router 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:54.277138 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-050e880c-b149-4e90-8f30-f3768f68ea89 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Request body: {'security_group_rule': {'security_group_id': '3a2063f8-2ffd-4f6b-ac66-27c9965e6241', 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:54.314225 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.315421 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:54.316013 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.337435 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-050e880c-b149-4e90-8f30-f3768f68ea89 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.373293 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c9166-06f4-48fb-b6c5-e00f95dcadd3 req-0364fc15-6877-44f5-8e42-8a47b8535356 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:54.375877 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c67c9166-06f4-48fb-b6c5-e00f95dcadd3 req-0364fc15-6877-44f5-8e42-8a47b8535356 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0824320 Jun 30 05:28:54.393377 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6680906 Jun 30 05:28:54.396877 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60728) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:54.402591 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-cafa7922-370f-4e1d-93c7-942394248381 admin admin] Request body: {'subnet': {'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2115001615-subnet', 'tenant_id': '92a41694ed3a4b1ca00692746d30da1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:54.414428 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31015f05-acaf-452e-82f8-787df18b1974 admin admin] Pushing event updated for resources: {'Network': ['ID=6e1c7ffd-1cfb-415f-be6d-25c5b5583b65,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:54.442043 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c67c9166-06f4-48fb-b6c5-e00f95dcadd3 req-aadd2e39-d56a-43be-8a01-8e124ed5bd6a tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597122 Jun 30 05:28:54.442250 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:28:54.443509 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-050e880c-b149-4e90-8f30-f3768f68ea89 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.449142 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-050e880c-b149-4e90-8f30-f3768f68ea89 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.449429 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafa7922-370f-4e1d-93c7-942394248381 admin admin] Made reservation on behalf of 92a41694ed3a4b1ca00692746d30da1a for: {'subnet': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:28:54.453107 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-cafa7922-370f-4e1d-93c7-942394248381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519836'] for subnet, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.470184 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e880c-b149-4e90-8f30-f3768f68ea89 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bd953b-20db-479e-a31e-1bdc2beb0c40,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:54.478426 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-050e880c-b149-4e90-8f30-f3768f68ea89 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.483263 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-050e880c-b149-4e90-8f30-f3768f68ea89 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2130070 Jun 30 05:28:54.483557 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60732) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:54.488583 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-0aa87dbf-1c37-49b1-ac05-33910507aea6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Request body: {'security_group_rule': {'security_group_id': '3a2063f8-2ffd-4f6b-ac66-27c9965e6241', 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:54.535536 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0aa87dbf-1c37-49b1-ac05-33910507aea6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.613254 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0aa87dbf-1c37-49b1-ac05-33910507aea6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.618785 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0aa87dbf-1c37-49b1-ac05-33910507aea6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.629713 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'name': 'tempest-TestShelveInstance-827440559-router', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:46Z', 'updated_at': '2021-06-30T05:28:51Z', 'revision_number': 4, 'project_id': 'e6ede3ace4f441abb6b3f566dae27297', 'gw_port': {'id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:47Z', 'updated_at': '2021-06-30T05:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '3efa9581-233b-4c10-892e-bd2dda834097', 'name': '', 'network_id': '43611c2f-39af-4402-9393-a35df09f75e9', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'mac_address': 'fa:16:3e:96:54:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a4b0a3ab-34d6-4afb-800d-afdad5f4820f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:51Z', 'updated_at': '2021-06-30T05:28:52Z', 'revision_number': 2, 'project_id': 'e6ede3ace4f441abb6b3f566dae27297', 'subnets': [{'id': 'a4b0a3ab-34d6-4afb-800d-afdad5f4820f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:54.645675 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa87dbf-1c37-49b1-ac05-33910507aea6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581712f9-f211-4248-ab4d-f97be2990dbd,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:54.649402 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0aa87dbf-1c37-49b1-ac05-33910507aea6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.654265 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-0aa87dbf-1c37-49b1-ac05-33910507aea6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1696529 Jun 30 05:28:54.654408 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 60736) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:54.660751 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-4409ef53-03d6-40f2-9968-e5b7abb477aa tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Request body: {'security_group_rule': {'security_group_id': '3a2063f8-2ffd-4f6b-ac66-27c9965e6241', 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:54.745092 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-cafa7922-370f-4e1d-93c7-942394248381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10151823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519818'] for subnet, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.752375 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4409ef53-03d6-40f2-9968-e5b7abb477aa tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.769110 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445e1da-8dcb-4113-ad4e-b44955a79f30 req-627a04f8-e7df-4c8d-bfdb-cff2c2a7c04b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:54.770661 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4445e1da-8dcb-4113-ad4e-b44955a79f30 req-627a04f8-e7df-4c8d-bfdb-cff2c2a7c04b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1675284 Jun 30 05:28:54.802674 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Checking router: 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:28:54.803293 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Updating router 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 port 3efa9581-233b-4c10-892e-bd2dda834097 binding host dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:28:54.844991 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.865294 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa7922-370f-4e1d-93c7-942394248381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5572fea-61cd-4d68-b5b8-5dac15c1f1e4,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:54.890869 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4445e1da-8dcb-4113-ad4e-b44955a79f30 req-40fa19e5-2155-401f-8f8f-68cda161e8e6 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935824 Jun 30 05:28:54.909549 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4409ef53-03d6-40f2-9968-e5b7abb477aa tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.910661 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa7922-370f-4e1d-93c7-942394248381 admin admin] Checking segment: {'id': '65fc8da5-4bf5-41ad-bc6b-9f35936290b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:54.911036 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa7922-370f-4e1d-93c7-942394248381 admin admin] Network hostable DHCP agents. Network: 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:28:54.912206 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2f36c-35a6-4d98-a462-7817cc0861f7 req-e6c186d8-c1f1-480b-a072-9ddfbd1316f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:54.914072 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d4d2f36c-35a6-4d98-a462-7817cc0861f7 req-e6c186d8-c1f1-480b-a072-9ddfbd1316f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 1098 time: 0.0683413 Jun 30 05:28:54.926756 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4409ef53-03d6-40f2-9968-e5b7abb477aa tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.944888 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa7922-370f-4e1d-93c7-942394248381 admin admin] Network 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:28:54.957569 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409ef53-03d6-40f2-9968-e5b7abb477aa tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e129355-b227-41af-b983-8c1407c2d049,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:54.961905 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d4d2f36c-35a6-4d98-a462-7817cc0861f7 req-4fa5864a-013f-4ca9-856a-cd669338a131 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396025 Jun 30 05:28:54.966516 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-cafa7922-370f-4e1d-93c7-942394248381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65) {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:28:54.970799 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa7922-370f-4e1d-93c7-942394248381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:54.971478 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-cafa7922-370f-4e1d-93c7-942394248381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.975157 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-4409ef53-03d6-40f2-9968-e5b7abb477aa tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:54.976317 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-4409ef53-03d6-40f2-9968-e5b7abb477aa tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3195772 Jun 30 05:28:54.980197 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60742) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:54.989429 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-d59972b2-aa63-4d20-8d07-47f4a0b3db12 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Request body: {'security_group_rule': {'security_group_id': '3a2063f8-2ffd-4f6b-ac66-27c9965e6241', 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:54.997890 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-cafa7922-370f-4e1d-93c7-942394248381 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5995226 Jun 30 05:28:55.010038 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e3cde7-f9dd-451a-b0a4-ccca3c2a3ba2 None None] Network 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:28:55.049775 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.securitygroups_db [None req-d59972b2-aa63-4d20-8d07-47f4a0b3db12 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Project a0d71dbcb2984cdeb4d1eff4e2ded4dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 05:28:55.056219 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d59972b2-aa63-4d20-8d07-47f4a0b3db12 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.125769 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d59972b2-aa63-4d20-8d07-47f4a0b3db12 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.131472 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80ef23-67aa-49e8-b141-112334b86dfc req-8077c279-74ca-48f0-86e4-3a70339d8e20 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:55.131869 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d59972b2-aa63-4d20-8d07-47f4a0b3db12 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.133260 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5d80ef23-67aa-49e8-b141-112334b86dfc req-8077c279-74ca-48f0-86e4-3a70339d8e20 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 944 time: 0.0798287 Jun 30 05:28:55.158658 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59972b2-aa63-4d20-8d07-47f4a0b3db12 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91e4e67-5fe0-467c-9abb-76f7ac7e387b,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:55.164320 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d59972b2-aa63-4d20-8d07-47f4a0b3db12 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.165614 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-d59972b2-aa63-4d20-8d07-47f4a0b3db12 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1842089 Jun 30 05:28:55.169043 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 60750) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:28:55.176446 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-81224cba-2b16-4912-b431-82b7893cc189 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Request body: {'security_group_rule': {'security_group_id': '3a2063f8-2ffd-4f6b-ac66-27c9965e6241', 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:28:55.202087 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.securitygroups_db [None req-81224cba-2b16-4912-b431-82b7893cc189 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Project a0d71dbcb2984cdeb4d1eff4e2ded4dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 05:28:55.208678 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-81224cba-2b16-4912-b431-82b7893cc189 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.214802 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5d80ef23-67aa-49e8-b141-112334b86dfc req-b4e2c88e-bce9-4064-8326-09cbc436e581 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742183 Jun 30 05:28:55.292970 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-81224cba-2b16-4912-b431-82b7893cc189 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.294371 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a813d0-6759-4e64-a036-2f47d88178ee None None] Network 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:28:55.302499 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-81224cba-2b16-4912-b431-82b7893cc189 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.318461 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81224cba-2b16-4912-b431-82b7893cc189 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e18f68-0c2f-4c66-aa38-211024a5bd6d,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:55.322832 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-81224cba-2b16-4912-b431-82b7893cc189 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.332617 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-81224cba-2b16-4912-b431-82b7893cc189 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623418 Jun 30 05:28:55.449132 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Notify callbacks [] for port, precommit_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.481135 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Transition to ACTIVE for port object 3efa9581-233b-4c10-892e-bd2dda834097 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:28:55.504336 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.558138 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112bcbe-7a04-4c49-ac39-3317e632c18f None None] Pushing event updated for resources: {'Port': ['ID=3efa9581-233b-4c10-892e-bd2dda834097,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:55.633227 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Attempting to bind port 3efa9581-233b-4c10-892e-bd2dda834097 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:28:55.633709 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Attempting to bind port 3efa9581-233b-4c10-892e-bd2dda834097 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': '228f9d79-8c40-40ef-b860-d06bc8758610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43611c2f-39af-4402-9393-a35df09f75e9'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:28:55.634090 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Attempting to bind port 3efa9581-233b-4c10-892e-bd2dda834097 on network 43611c2f-39af-4402-9393-a35df09f75e9 {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:28:55.636870 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device eaedba68-48f8-4a2a-8d2f-ecef91b76311 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:55.683144 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:28:55.683511 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Checking segment: {'id': '228f9d79-8c40-40ef-b860-d06bc8758610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43611c2f-39af-4402-9393-a35df09f75e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:28:55.683917 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.684322 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Bound using segment: {'id': '228f9d79-8c40-40ef-b860-d06bc8758610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43611c2f-39af-4402-9393-a35df09f75e9'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:28:55.684787 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Bound port: 3efa9581-233b-4c10-892e-bd2dda834097, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228f9d79-8c40-40ef-b860-d06bc8758610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43611c2f-39af-4402-9393-a35df09f75e9'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:28:55.685171 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.711929 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port eaedba68-48f8-4a2a-8d2f-ecef91b76311 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:55.747261 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977ca08-0d06-43e0-a2dc-9f657e100cff req-e271a9e9-978e-4379-ac6b-123c937bc562 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:55.759529 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9977ca08-0d06-43e0-a2dc-9f657e100cff req-e271a9e9-978e-4379-ac6b-123c937bc562 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1335003 Jun 30 05:28:55.807969 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device ded084a8-1ec9-4294-9ac0-f58ceaea48f3 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:55.815729 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port eaedba68-48f8-4a2a-8d2f-ecef91b76311 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:55.823744 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.863133 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9977ca08-0d06-43e0-a2dc-9f657e100cff req-f352fcf5-a683-42af-9b04-4f8e5df63a43 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017137 Jun 30 05:28:55.949215 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] For port 3efa9581-233b-4c10-892e-bd2dda834097, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:28:55.956106 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] For port 3efa9581-233b-4c10-892e-bd2dda834097, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=3efa9581-233b-4c10-892e-bd2dda834097,segment=NetworkSegment(228f9d79-8c40-40ef-b860-d06bc8758610),segment_id=228f9d79-8c40-40ef-b860-d06bc8758610)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:28:55.962170 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port ded084a8-1ec9-4294-9ac0-f58ceaea48f3 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:55.962529 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:55.967284 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:56.115497 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112bcbe-7a04-4c49-ac39-3317e632c18f None None] Pushing event updated for resources: {'Port': ['ID=3efa9581-233b-4c10-892e-bd2dda834097,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:56.118600 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Routers {'8f93a950-de9d-4c3f-9acc-f8ae960c74c3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:28:56.119775 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:28:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['8f93a950-de9d-4c3f-9acc-f8ae960c74c3'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:56.133416 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:56.157789 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3875bc6-e696-431c-b5af-200fad81e1d5 req-7de5183e-ff1a-46f2-bb23-f43529f1dfba tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:56.159679 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a3875bc6-e696-431c-b5af-200fad81e1d5 req-7de5183e-ff1a-46f2-bb23-f43529f1dfba tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0951145 Jun 30 05:28:56.228202 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a3875bc6-e696-431c-b5af-200fad81e1d5 req-e6b7483b-b5bf-482f-ac7a-33ef304e1afa tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622916 Jun 30 05:28:56.329609 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:28:56.332264 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dad9816-2851-46fb-b164-27eaaa34c6d5" -d '{"events": [{"server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "name": "network-vif-plugged", "status": "completed", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:28:56.349081 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port eaedba68-48f8-4a2a-8d2f-ecef91b76311, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=eaedba68-48f8-4a2a-8d2f-ecef91b76311,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:56.361179 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:56.405352 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] Set router 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:28:56.437437 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17626a5-7872-4630-8533-e4b88a32c439 x-openstack-request-id: req-a17626a5-7872-4630-8533-e4b88a32c439 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:28:56.437709 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "name": "network-vif-plugged", "status": "completed", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:28:56.437914 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a17626a5-7872-4630-8533-e4b88a32c439 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:28:56.438451 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311', 'code': 200} Jun 30 05:28:56.467878 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=eaedba68-48f8-4a2a-8d2f-ecef91b76311,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:56.524204 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372b928-da8f-4f15-93af-e4b63857e56b req-d773dd43-d5ab-47ab-a9f9-5de7587323b6 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:56.532156 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8372b928-da8f-4f15-93af-e4b63857e56b req-d773dd43-d5ab-47ab-a9f9-5de7587323b6 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 945 time: 0.1299043 Jun 30 05:28:56.577308 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8372b928-da8f-4f15-93af-e4b63857e56b req-44e0b51e-e196-4e68-af06-6256014ce5ef tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440357 Jun 30 05:28:56.741398 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'name': 'tempest-TestShelveInstance-827440559-router', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:46Z', 'updated_at': '2021-06-30T05:28:51Z', 'revision_number': 4, 'project_id': 'e6ede3ace4f441abb6b3f566dae27297', 'gw_port': {'id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:47Z', 'updated_at': '2021-06-30T05:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '3efa9581-233b-4c10-892e-bd2dda834097', 'name': '', 'network_id': '43611c2f-39af-4402-9393-a35df09f75e9', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'mac_address': 'fa:16:3e:96:54:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a4b0a3ab-34d6-4afb-800d-afdad5f4820f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:51Z', 'updated_at': '2021-06-30T05:28:55Z', 'revision_number': 4, 'project_id': 'e6ede3ace4f441abb6b3f566dae27297', 'subnets': [{'id': 'a4b0a3ab-34d6-4afb-800d-afdad5f4820f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:28:56.765441 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0411da-d5df-492d-9bb3-127d9ecddd5f req-8663d9ce-39e0-4e13-8045-08035bccc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:56.766920 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5e0411da-d5df-492d-9bb3-127d9ecddd5f req-8663d9ce-39e0-4e13-8045-08035bccc50b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 1098 time: 0.1047196 Jun 30 05:28:56.773856 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb5ad3-21e0-4aa3-836c-589cd5796222 None None] The sync data for ids ['8f93a950-de9d-4c3f-9acc-f8ae960c74c3'] in dv-cinder-772181-11-iscsi is: [{'id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'name': 'tempest-TestShelveInstance-827440559-router', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:46Z', 'updated_at': '2021-06-30T05:28:51Z', 'revision_number': 4, 'project_id': 'e6ede3ace4f441abb6b3f566dae27297', 'gw_port': {'id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:47Z', 'updated_at': '2021-06-30T05:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '3efa9581-233b-4c10-892e-bd2dda834097', 'name': '', 'network_id': '43611c2f-39af-4402-9393-a35df09f75e9', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'mac_address': 'fa:16:3e:96:54:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a4b0a3ab-34d6-4afb-800d-afdad5f4820f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:51Z', 'updated_at': '2021-06-30T05:28:55Z', 'revision_number': 4, 'project_id': 'e6ede3ace4f441abb6b3f566dae27297', 'subnets': [{'id': 'a4b0a3ab-34d6-4afb-800d-afdad5f4820f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:28:56.778914 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70da55-d4e9-4ae6-b634-de0f92c51958 req-9fea81f8-0bcc-46dd-bcd8-691a47d0a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:56.781312 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ca70da55-d4e9-4ae6-b634-de0f92c51958 req-9fea81f8-0bcc-46dd-bcd8-691a47d0a738 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b418523d224c10a4465e86d4f50cdb&device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 1098 time: 0.0831330 Jun 30 05:28:56.816851 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099aba-e7e6-4a87-8e07-34c78b0e8ad1 req-f3486010-2945-467f-822c-b1da835dd29d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:56.818388 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ef099aba-e7e6-4a87-8e07-34c78b0e8ad1 req-f3486010-2945-467f-822c-b1da835dd29d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0813589 Jun 30 05:28:56.877204 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5e0411da-d5df-492d-9bb3-127d9ecddd5f req-ab43c810-22c4-4634-88c2-ab8b4c7f23b2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007266 Jun 30 05:28:56.906570 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ef099aba-e7e6-4a87-8e07-34c78b0e8ad1 req-bb8acc9a-6022-46e9-96fd-9db5089d2f07 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653367 Jun 30 05:28:56.958742 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70da55-d4e9-4ae6-b634-de0f92c51958 req-0434ebe2-f325-4e28-8989-33fe02592138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:56.960689 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ca70da55-d4e9-4ae6-b634-de0f92c51958 req-0434ebe2-f325-4e28-8989-33fe02592138 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab9c3e46-293e-4157-b9f6-36ba3bf22663 HTTP/1.1" status: 200 len: 920 time: 0.1617253 Jun 30 05:28:57.023592 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ca70da55-d4e9-4ae6-b634-de0f92c51958 req-a76d00f0-0d58-4fb8-8b26-ef1309bacb78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4711b33b-ea7c-49fa-94e1-342fd33646c9 HTTP/1.1" status: 200 len: 217 time: 0.0514979 Jun 30 05:28:57.093130 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70da55-d4e9-4ae6-b634-de0f92c51958 req-9c74597e-80a6-49f4-b451-1bad9b63b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:57.094149 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3583c12-8307-4eca-8806-9917affbac4a req-f565007c-53a8-4b21-a935-c9d996c13600 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:57.094822 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ca70da55-d4e9-4ae6-b634-de0f92c51958 req-9c74597e-80a6-49f4-b451-1bad9b63b104 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72670b33-8875-46c5-adcb-b911efe78775 HTTP/1.1" status: 200 len: 859 time: 0.0519660 Jun 30 05:28:57.095754 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f3583c12-8307-4eca-8806-9917affbac4a req-f565007c-53a8-4b21-a935-c9d996c13600 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0755320 Jun 30 05:28:57.143513 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ca70da55-d4e9-4ae6-b634-de0f92c51958 req-c94fbe40-a928-435c-94b1-1fc1a875bdf2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c3e46-293e-4157-b9f6-36ba3bf22663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345175 Jun 30 05:28:57.167084 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f3583c12-8307-4eca-8806-9917affbac4a req-d718e87e-993f-4213-aca4-204bd141e3ee tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635984 Jun 30 05:28:57.260681 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ca70da55-d4e9-4ae6-b634-de0f92c51958 req-7c774e29-2900-44ac-9712-963820f414af service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036398 Jun 30 05:28:57.362179 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ca70da55-d4e9-4ae6-b634-de0f92c51958 req-43a4c76c-4c55-4132-8b01-6bfc1af64634 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871634 Jun 30 05:28:57.722903 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 3efa9581-233b-4c10-892e-bd2dda834097 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:57.768701 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9157a-5d9e-4ffd-84c5-7b5181f06741 req-e51c2793-a0d5-49ff-99c8-d0c16f664a77 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:57.770221 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-68c9157a-5d9e-4ffd-84c5-7b5181f06741 req-e51c2793-a0d5-49ff-99c8-d0c16f664a77 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 945 time: 0.0825019 Jun 30 05:28:57.783869 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 3efa9581-233b-4c10-892e-bd2dda834097 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:28:57.787737 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 3efa9581-233b-4c10-892e-bd2dda834097 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:57.788337 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:57.816187 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-68c9157a-5d9e-4ffd-84c5-7b5181f06741 req-7dee10e8-8ca0-453e-8043-4387bee9a22a tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399094 Jun 30 05:28:57.871521 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:57.904407 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 3efa9581-233b-4c10-892e-bd2dda834097, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=3efa9581-233b-4c10-892e-bd2dda834097,segment=NetworkSegment(228f9d79-8c40-40ef-b860-d06bc8758610),segment_id=228f9d79-8c40-40ef-b860-d06bc8758610)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:28:57.908509 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:28:57.972555 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=3efa9581-233b-4c10-892e-bd2dda834097,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:28:58.142767 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc987d96-f43e-48cb-a041-c8ebeb67a8e3 req-a85c6cb9-b7a9-41c5-a6ce-945db4071f71 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:58.144417 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bc987d96-f43e-48cb-a041-c8ebeb67a8e3 req-a85c6cb9-b7a9-41c5-a6ce-945db4071f71 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0804589 Jun 30 05:28:58.185996 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bc987d96-f43e-48cb-a041-c8ebeb67a8e3 req-a654ad52-26ed-4ded-aeae-1fbcf5586d82 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329914 Jun 30 05:28:58.487598 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaca6c-4ce2-4782-a88a-66b1d89afbe1 req-406c83a5-af74-468d-af7f-95c1548e778e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:58.489159 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4afaca6c-4ce2-4782-a88a-66b1d89afbe1 req-406c83a5-af74-468d-af7f-95c1548e778e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0680702 Jun 30 05:28:58.528722 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4afaca6c-4ce2-4782-a88a-66b1d89afbe1 req-f16c3d21-d617-40f7-9f32-823d7f18281b tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329819 Jun 30 05:28:58.873986 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c09247-8603-42e7-bb95-ea83ecbaaa6c req-44b15e8f-a71d-47bd-98da-6a69cc67bcf7 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:58.875478 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-43c09247-8603-42e7-bb95-ea83ecbaaa6c req-44b15e8f-a71d-47bd-98da-6a69cc67bcf7 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0647027 Jun 30 05:28:58.889536 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4abbe-ef72-4880-b41c-b783893ae153 req-30c6f696-b15e-4d84-8e5a-0b38bd9acdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:58.891081 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-08a4abbe-ef72-4880-b41c-b783893ae153 req-30c6f696-b15e-4d84-8e5a-0b38bd9acdd2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a68817d00e4f15aeea091672074687&device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 1099 time: 0.0533507 Jun 30 05:28:58.914167 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-43c09247-8603-42e7-bb95-ea83ecbaaa6c req-0ec0542d-55e3-480d-9571-f9aee8851c7e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327249 Jun 30 05:28:58.983089 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4abbe-ef72-4880-b41c-b783893ae153 req-60a5b2bd-f065-4c0b-9923-11c3c01d7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:58.984505 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-08a4abbe-ef72-4880-b41c-b783893ae153 req-60a5b2bd-f065-4c0b-9923-11c3c01d7b9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf HTTP/1.1" status: 200 len: 912 time: 0.0853815 Jun 30 05:28:59.057761 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-08a4abbe-ef72-4880-b41c-b783893ae153 req-810a424d-87aa-4838-a1e8-3b2b0673a8c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3416c1-ffff-4d71-ac1e-ae37b2829916 HTTP/1.1" status: 200 len: 1002 time: 0.0656884 Jun 30 05:28:59.094476 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b32c49-c5da-4a13-bc0a-2767943cd67e req-7d5d36ee-ec1a-4480-814c-156befcca313 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:59.095990 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-43b32c49-c5da-4a13-bc0a-2767943cd67e req-7d5d36ee-ec1a-4480-814c-156befcca313 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 945 time: 0.0709581 Jun 30 05:28:59.113222 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4abbe-ef72-4880-b41c-b783893ae153 req-8a08eb05-1cb5-4eb8-9492-80c89923be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:59.114659 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-08a4abbe-ef72-4880-b41c-b783893ae153 req-8a08eb05-1cb5-4eb8-9492-80c89923be78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890b8d44-c46a-4f64-a633-41d4ce21be07 HTTP/1.1" status: 200 len: 850 time: 0.0481677 Jun 30 05:28:59.139387 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-43b32c49-c5da-4a13-bc0a-2767943cd67e req-59d44391-e7f7-4a50-923a-793c70b5d413 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Jun 30 05:28:59.178307 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4abbe-ef72-4880-b41c-b783893ae153 req-4bf52741-96dd-49c4-91ae-822ac6f0a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:59.179900 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-08a4abbe-ef72-4880-b41c-b783893ae153 req-4bf52741-96dd-49c4-91ae-822ac6f0a29a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514760 Jun 30 05:28:59.274836 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-08a4abbe-ef72-4880-b41c-b783893ae153 req-9eabfd83-3508-457a-8e4e-62426a801533 service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871029 Jun 30 05:28:59.326737 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec6980-5f21-4f19-a54a-dc0388217604 req-5b1c08e4-7de8-46ea-9ccd-612e52e459a3 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:59.328279 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2cec6980-5f21-4f19-a54a-dc0388217604 req-5b1c08e4-7de8-46ea-9ccd-612e52e459a3 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 945 time: 0.0745928 Jun 30 05:28:59.370602 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2cec6980-5f21-4f19-a54a-dc0388217604 req-a13b63ce-fdc5-4a7e-82ec-3ef3b7f9dd4d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332208 Jun 30 05:28:59.380237 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-08a4abbe-ef72-4880-b41c-b783893ae153 req-576918ef-db70-4307-9f0e-27f6f91b5f1a service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946779 Jun 30 05:28:59.532470 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bed61-ec9b-40a2-985f-ddfc8859904d req-82899a36-3b97-41fc-bc76-80ea38e07b0b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:28:59.533850 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9f7bed61-ec9b-40a2-985f-ddfc8859904d req-82899a36-3b97-41fc-bc76-80ea38e07b0b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0615592 Jun 30 05:28:59.571097 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9f7bed61-ec9b-40a2-985f-ddfc8859904d req-07c854c1-d188-4d81-8bb1-271ba8dd76d5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Jun 30 05:28:59.691253 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 3efa9581-233b-4c10-892e-bd2dda834097 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:28:59.744921 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 3efa9581-233b-4c10-892e-bd2dda834097 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:28:59.745536 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:00.099500 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90b997-3e3f-4650-9c25-d1234a849a4b req-da9f222f-8400-4993-9934-b725aa45faad tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:00.100869 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ff90b997-3e3f-4650-9c25-d1234a849a4b req-da9f222f-8400-4993-9934-b725aa45faad tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0707066 Jun 30 05:29:00.139743 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ff90b997-3e3f-4650-9c25-d1234a849a4b req-b032550b-6f44-48e8-a6aa-e903d74e27bb tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324249 Jun 30 05:29:00.304258 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a39bda-ca62-4cc0-b182-67b0da1a883a req-a77a3868-242a-42f0-b2c3-10099112d500 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:00.306268 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-41a39bda-ca62-4cc0-b182-67b0da1a883a req-a77a3868-242a-42f0-b2c3-10099112d500 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 945 time: 0.0674307 Jun 30 05:29:00.348230 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-41a39bda-ca62-4cc0-b182-67b0da1a883a req-dfc920b9-01f0-4982-848e-44efbc9da6c0 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354731 Jun 30 05:29:00.760863 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2307ff5-84d5-4c50-8f7a-4bf9574ef774 req-702e86c4-0893-4f23-bdb8-a00681322429 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:00.762349 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c2307ff5-84d5-4c50-8f7a-4bf9574ef774 req-702e86c4-0893-4f23-bdb8-a00681322429 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0691037 Jun 30 05:29:00.799553 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c2307ff5-84d5-4c50-8f7a-4bf9574ef774 req-9b17ddfc-c97f-4eb8-92e4-16b7cfa23ef1 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Jun 30 05:29:01.322555 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b08220-66ad-4c6c-8f90-4b8bebb2e0f2 req-5a6f191d-b5d3-430d-9a65-86d85bd94118 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:01.324213 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-51b08220-66ad-4c6c-8f90-4b8bebb2e0f2 req-5a6f191d-b5d3-430d-9a65-86d85bd94118 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0694225 Jun 30 05:29:01.362102 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-51b08220-66ad-4c6c-8f90-4b8bebb2e0f2 req-b2823368-3d2b-4eef-a7e6-6be200d6a449 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321980 Jun 30 05:29:02.528707 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b436f-971d-4af7-8426-31884bfeaf9c req-8e61e908-162a-4042-a7da-d91f7606ff52 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:02.530139 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b29b436f-971d-4af7-8426-31884bfeaf9c req-8e61e908-162a-4042-a7da-d91f7606ff52 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0610666 Jun 30 05:29:02.567465 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b29b436f-971d-4af7-8426-31884bfeaf9c req-533ee02d-5cba-4899-9b41-bb10f72f9634 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Jun 30 05:29:07.668500 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cd3eff13-8ed7-4559-bc6e-2f54d403ff76 req-d62286b7-59bc-43e7-ae65-c569063f656d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512381 Jun 30 05:29:07.741713 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eff13-8ed7-4559-bc6e-2f54d403ff76 req-121f2d2a-00fa-4447-89f4-fa8a680aecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:07.743183 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cd3eff13-8ed7-4559-bc6e-2f54d403ff76 req-121f2d2a-00fa-4447-89f4-fa8a680aecc3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a68817d00e4f15aeea091672074687&device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 1099 time: 0.0508847 Jun 30 05:29:07.856793 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eff13-8ed7-4559-bc6e-2f54d403ff76 req-2e7b1be4-9c7d-4283-92a4-342a220b715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:07.858287 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cd3eff13-8ed7-4559-bc6e-2f54d403ff76 req-2e7b1be4-9c7d-4283-92a4-342a220b715e service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf HTTP/1.1" status: 200 len: 912 time: 0.0902603 Jun 30 05:29:07.921568 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cd3eff13-8ed7-4559-bc6e-2f54d403ff76 req-4329abab-1e3f-4ebc-867f-411374d5d7e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3416c1-ffff-4d71-ac1e-ae37b2829916 HTTP/1.1" status: 200 len: 1002 time: 0.0562027 Jun 30 05:29:07.992184 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eff13-8ed7-4559-bc6e-2f54d403ff76 req-3a538fab-55a3-4835-b8ae-b74da00be016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:07.993686 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cd3eff13-8ed7-4559-bc6e-2f54d403ff76 req-3a538fab-55a3-4835-b8ae-b74da00be016 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890b8d44-c46a-4f64-a633-41d4ce21be07 HTTP/1.1" status: 200 len: 850 time: 0.0469093 Jun 30 05:29:08.052605 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eff13-8ed7-4559-bc6e-2f54d403ff76 req-e278ed21-f678-44cb-8444-dd003f65ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:08.054077 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cd3eff13-8ed7-4559-bc6e-2f54d403ff76 req-e278ed21-f678-44cb-8444-dd003f65ab2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502038 Jun 30 05:29:08.145041 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cd3eff13-8ed7-4559-bc6e-2f54d403ff76 req-5ac448d0-e72c-44e0-8803-7d2123c555be service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797470 Jun 30 05:29:08.245708 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cd3eff13-8ed7-4559-bc6e-2f54d403ff76 req-c859d6be-ae77-4f67-b95a-4955d06cc2eb service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900614 Jun 30 05:29:09.272961 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:10.106306 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f6d90-380a-47de-b730-b4de13ee4e90 req-3878ea89-a15a-4ca4-b91f-1c4672cb81d4 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:10.107764 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb2f6d90-380a-47de-b730-b4de13ee4e90 req-3878ea89-a15a-4ca4-b91f-1c4672cb81d4 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 945 time: 0.0651479 Jun 30 05:29:10.144914 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb2f6d90-380a-47de-b730-b4de13ee4e90 req-1706ffff-32c9-4894-a607-c5c26c5e26e3 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316057 Jun 30 05:29:10.169494 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 32786) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:29:10.324434 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad264842-e44e-4bb2-88c5-9f35fe6da806 tempest-TestMinimumBasicScenario-1760738214 tempest-TestMinimumBasicScenario-1760738214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:10.325981 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-ad264842-e44e-4bb2-88c5-9f35fe6da806 tempest-TestMinimumBasicScenario-1760738214 tempest-TestMinimumBasicScenario-1760738214-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 1093 time: 0.1555271 Jun 30 05:29:10.328953 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 32794) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:29:10.333606 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Request body: {'floatingip': {'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'port_id': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:10.359464 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for floatingip, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:10.456850 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:10.558833 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Allocated IP 172.27.2.161 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/998dc70e-35e2-4afa-87fe-0829bb0f5e5a) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:29:10.665967 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:10.704059 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10103871'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:10.740858 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:29:10.745406 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:29:10.749613 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:29:10.776082 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event updated for resources: {'Port': ['ID=998dc70e-35e2-4afa-87fe-0829bb0f5e5a,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:11.155543 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:11.287884 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:11.353454 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-b182c3d2-5a78-4d9c-ba0f-c73cc2cf2177 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:11.354908 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-b182c3d2-5a78-4d9c-ba0f-c73cc2cf2177 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/networks?id=6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 HTTP/1.1" status: 200 len: 809 time: 0.1587510 Jun 30 05:29:11.409116 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-840df4c2-6b6b-4362-9c3b-606a57c9999b tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/quotas/92a41694ed3a4b1ca00692746d30da1a HTTP/1.1" status: 200 len: 375 time: 0.0465081 Jun 30 05:29:11.449310 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-e2efe760-35cc-40f2-ba4b-d395d1f66e99 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=92a41694ed3a4b1ca00692746d30da1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306327 Jun 30 05:29:11.559104 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for port, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:11.569931 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10103821'] for port, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:11.582257 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-70b54c22-ad54-46b7-823e-949d25b7930f service neutron] 10.222.0.41 "GET /v2.0/networks/6e1c7ffd-1cfb-415f-be6d-25c5b5583b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228704 Jun 30 05:29:11.911392 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event updated for resources: {'Port': ['ID=998dc70e-35e2-4afa-87fe-0829bb0f5e5a,revision_number=2']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:11.940758 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:11.982966 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-da3d8bcd-56bb-4cbd-8ca0-aee4886ad62a service neutron] 10.222.0.41 "GET /v2.0/networks/6e1c7ffd-1cfb-415f-be6d-25c5b5583b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815131 Jun 30 05:29:12.048398 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.l3_db [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Floating IP b6d02124-fb6c-404d-9586-0506da2132e9 associated. External IP: 172.27.2.161, port: eaedba68-48f8-4a2a-8d2f-ecef91b76311. Jun 30 05:29:12.127877 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-9f4690e6-ef72-45fa-a982-129c7594824c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:12.184630 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fa9fcb1e-113d-4f87-a1b0-4b4cc05b0e00 req-0bb22c7f-8a57-46b7-902a-4be919ead9cc tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 210 time: 0.0309727 Jun 30 05:29:12.327263 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Router 80fe9b9a-b07e-4db6-88ea-97d86178b34a has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:29:12.457590 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:29:12.478279 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57010cd-6877-49b9-8865-7a6df14611c3 None None] Sync routers for ids ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:29:12.489250 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57010cd-6877-49b9-8865-7a6df14611c3 None None] Routers {'80fe9b9a-b07e-4db6-88ea-97d86178b34a'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:29:12.490231 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-c57010cd-6877-49b9-8865-7a6df14611c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:28:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:29:12.492589 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:12.534838 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-95a1abb0-f3a1-4d37-aec4-0c268ff6fbe1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2009678 Jun 30 05:29:12.534838 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311'}] {{(pid=92843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:29:12.535177 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 32836) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:29:12.535606 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b28f5f11860cf26df7d8e46eb7cdcae24a1f7426500d780ca6df764020a27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a374b5c-5b76-4fad-965e-8e56efaa4c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311"}]}' {{(pid=92843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:29:12.538957 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-9023b1af-6a45-4bb3-acd6-8203d922d2f7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-949679771', 'description': 'tempest-secgroup-smoke-949679771 description', 'project_id': '5b6d0d75b0c448c591f23be00fec69db'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:12.599884 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9023b1af-6a45-4bb3-acd6-8203d922d2f7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:12.618024 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afede35b-ff96-4d38-b9c0-30c16cd3adf0 x-openstack-request-id: req-afede35b-ff96-4d38-b9c0-30c16cd3adf0 {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:29:12.619301 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311", "status": "completed", "code": 200}]} {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:29:12.619795 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afede35b-ff96-4d38-b9c0-30c16cd3adf0 {{(pid=92843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:29:12.620451 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311', 'status': 'completed', 'code': 200} Jun 30 05:29:12.714442 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-c57010cd-6877-49b9-8865-7a6df14611c3 None None] Set router 80fe9b9a-b07e-4db6-88ea-97d86178b34a gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:29:12.754326 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374b5c-5b76-4fad-965e-8e56efaa4c8e req-83b68c11-f8b5-4ebf-be8d-1d373154a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:12.755838 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1a374b5c-5b76-4fad-965e-8e56efaa4c8e req-83b68c11-f8b5-4ebf-be8d-1d373154a77f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b6d0d75b0c448c591f23be00fec69db&device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 1098 time: 0.1116295 Jun 30 05:29:12.762966 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9023b1af-6a45-4bb3-acd6-8203d922d2f7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:12.776999 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9023b1af-6a45-4bb3-acd6-8203d922d2f7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:12.866069 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9023b1af-6a45-4bb3-acd6-8203d922d2f7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:12.867332 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-9023b1af-6a45-4bb3-acd6-8203d922d2f7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3324668 Jun 30 05:29:12.868163 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023b1af-6a45-4bb3-acd6-8203d922d2f7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d275f486-7678-4480-aebf-34dc57c64747,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:12.871026 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 32842) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:29:12.877665 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-ae503cea-ea0f-457a-910f-5d350b8d8019 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Request body: {'security_group_rule': {'security_group_id': 'd275f486-7678-4480-aebf-34dc57c64747', 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:12.913230 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ae503cea-ea0f-457a-910f-5d350b8d8019 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:12.921261 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374b5c-5b76-4fad-965e-8e56efaa4c8e req-ff80d29b-f4d6-407d-bba0-d4a1e8958fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:12.922779 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1a374b5c-5b76-4fad-965e-8e56efaa4c8e req-ff80d29b-f4d6-407d-bba0-d4a1e8958fc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5a48a99-a5c1-4912-8af6-0dc977f8ce57 HTTP/1.1" status: 200 len: 916 time: 0.1547804 Jun 30 05:29:12.997711 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-c57010cd-6877-49b9-8865-7a6df14611c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:53Z', 'revision_number': 4, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port': {'id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': 'b6d02124-fb6c-404d-9586-0506da2132e9', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'port_id': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'mac_address': 'fa:16:3e:ab:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:29:10Z', 'updated_at': '2021-06-30T05:29:10Z', 'revision_number': 0, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0d7cf8-1c7c-408f-a943-21896bcd4731', 'name': '', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'mac_address': 'fa:16:3e:bd:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:01Z', 'revision_number': 5, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'subnets': [{'id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:29:13.006827 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1a374b5c-5b76-4fad-965e-8e56efaa4c8e req-1bbfe31d-3c13-4de6-9676-8a91ab883ca2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaedba68-48f8-4a2a-8d2f-ecef91b76311 HTTP/1.1" status: 200 len: 999 time: 0.0742879 Jun 30 05:29:13.010555 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ae503cea-ea0f-457a-910f-5d350b8d8019 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.014769 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ae503cea-ea0f-457a-910f-5d350b8d8019 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.034802 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57010cd-6877-49b9-8865-7a6df14611c3 None None] Checking router: 80fe9b9a-b07e-4db6-88ea-97d86178b34a for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:29:13.040082 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae503cea-ea0f-457a-910f-5d350b8d8019 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a91636-c1d5-4e64-a9a0-05c0c2d8df97,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:13.050767 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ae503cea-ea0f-457a-910f-5d350b8d8019 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.052391 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-ae503cea-ea0f-457a-910f-5d350b8d8019 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1785884 Jun 30 05:29:13.055144 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 32846) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:29:13.058884 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57010cd-6877-49b9-8865-7a6df14611c3 None None] Routers {'80fe9b9a-b07e-4db6-88ea-97d86178b34a'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:29:13.059551 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-c57010cd-6877-49b9-8865-7a6df14611c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:28:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:29:13.062381 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-b01e3e1f-5fd6-4b27-9a44-24954b044d5d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Request body: {'security_group_rule': {'security_group_id': 'd275f486-7678-4480-aebf-34dc57c64747', 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:13.091852 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b01e3e1f-5fd6-4b27-9a44-24954b044d5d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.093165 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374b5c-5b76-4fad-965e-8e56efaa4c8e req-aadcfd74-de6d-4c75-9a6d-48465d579366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:13.094621 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1a374b5c-5b76-4fad-965e-8e56efaa4c8e req-aadcfd74-de6d-4c75-9a6d-48465d579366 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac25f2a-3732-47e6-849a-24b9996d09e8 HTTP/1.1" status: 200 len: 854 time: 0.0709429 Jun 30 05:29:13.162378 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b01e3e1f-5fd6-4b27-9a44-24954b044d5d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.166410 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374b5c-5b76-4fad-965e-8e56efaa4c8e req-c886e8da-6fc9-472e-bee6-3f1856c8d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:13.166696 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b01e3e1f-5fd6-4b27-9a44-24954b044d5d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.168195 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1a374b5c-5b76-4fad-965e-8e56efaa4c8e req-c886e8da-6fc9-472e-bee6-3f1856c8d651 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5a48a99-a5c1-4912-8af6-0dc977f8ce57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0658948 Jun 30 05:29:13.183814 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e3e1f-5fd6-4b27-9a44-24954b044d5d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc806b8e-7379-4b28-ac68-67c23edd1129,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:13.191547 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b01e3e1f-5fd6-4b27-9a44-24954b044d5d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.195241 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-b01e3e1f-5fd6-4b27-9a44-24954b044d5d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355336 Jun 30 05:29:13.195429 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 32850) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:29:13.197840 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-c57010cd-6877-49b9-8865-7a6df14611c3 None None] Set router 80fe9b9a-b07e-4db6-88ea-97d86178b34a gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:29:13.200387 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-090f83b6-e763-4c58-8d46-7a2ca08ed2d7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Request body: {'security_group_rule': {'security_group_id': 'd275f486-7678-4480-aebf-34dc57c64747', 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:13.233171 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-090f83b6-e763-4c58-8d46-7a2ca08ed2d7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.282415 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1a374b5c-5b76-4fad-965e-8e56efaa4c8e req-dcf8764b-fded-4af9-ad2d-bd94e0397744 service neutron] 10.222.0.35 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983281 Jun 30 05:29:13.323186 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-090f83b6-e763-4c58-8d46-7a2ca08ed2d7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.352689 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f5fc5bf8-b015-4801-8d70-eb474873b077 req-bd0833d0-4c16-4f20-981b-f37e326e7933 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 210 time: 0.0335188 Jun 30 05:29:13.353456 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-090f83b6-e763-4c58-8d46-7a2ca08ed2d7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.383874 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f83b6-e763-4c58-8d46-7a2ca08ed2d7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0eea5f-3b06-4dcd-879f-958966661c4a,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:13.393643 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-090f83b6-e763-4c58-8d46-7a2ca08ed2d7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.394851 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-090f83b6-e763-4c58-8d46-7a2ca08ed2d7 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1985095 Jun 30 05:29:13.397650 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 32854) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:29:13.402955 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-03d6488c-9c0b-4dab-8f38-0dae15235e14 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Request body: {'security_group_rule': {'security_group_id': 'd275f486-7678-4480-aebf-34dc57c64747', 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:13.403696 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1a374b5c-5b76-4fad-965e-8e56efaa4c8e req-111a0d55-f915-4a21-8fde-24aac6042a7c service neutron] 10.222.0.35 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051266 Jun 30 05:29:13.434830 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-03d6488c-9c0b-4dab-8f38-0dae15235e14 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.475899 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-c57010cd-6877-49b9-8865-7a6df14611c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:53Z', 'revision_number': 4, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port': {'id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': 'b6d02124-fb6c-404d-9586-0506da2132e9', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'port_id': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'mac_address': 'fa:16:3e:ab:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:29:10Z', 'updated_at': '2021-06-30T05:29:10Z', 'revision_number': 0, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0d7cf8-1c7c-408f-a943-21896bcd4731', 'name': '', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'mac_address': 'fa:16:3e:bd:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:01Z', 'revision_number': 5, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'subnets': [{'id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:29:13.498941 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-03d6488c-9c0b-4dab-8f38-0dae15235e14 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.511697 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-03d6488c-9c0b-4dab-8f38-0dae15235e14 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.512154 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57010cd-6877-49b9-8865-7a6df14611c3 None None] The sync data for ids ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'] in dv-cinder-772181-11-iscsi is: [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:53Z', 'revision_number': 4, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port': {'id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': 'b6d02124-fb6c-404d-9586-0506da2132e9', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'port_id': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'mac_address': 'fa:16:3e:ab:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:29:10Z', 'updated_at': '2021-06-30T05:29:10Z', 'revision_number': 0, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0d7cf8-1c7c-408f-a943-21896bcd4731', 'name': '', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'mac_address': 'fa:16:3e:bd:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:01Z', 'revision_number': 5, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'subnets': [{'id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:29:13.536946 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6488c-9c0b-4dab-8f38-0dae15235e14 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f466269a-f3bb-4967-b64b-d81b68bd6409,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:13.543610 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-03d6488c-9c0b-4dab-8f38-0dae15235e14 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.547690 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-03d6488c-9c0b-4dab-8f38-0dae15235e14 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490016 Jun 30 05:29:13.547971 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 32858) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:29:13.555004 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-d9abb1c7-d213-4e2d-b5e1-a124aa16cd95 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Request body: {'security_group_rule': {'security_group_id': 'd275f486-7678-4480-aebf-34dc57c64747', 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:13.584011 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.securitygroups_db [None req-d9abb1c7-d213-4e2d-b5e1-a124aa16cd95 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Project 5b6d0d75b0c448c591f23be00fec69db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 05:29:13.592184 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d9abb1c7-d213-4e2d-b5e1-a124aa16cd95 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.722863 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d9abb1c7-d213-4e2d-b5e1-a124aa16cd95 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.729722 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d9abb1c7-d213-4e2d-b5e1-a124aa16cd95 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.754782 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c4796a-0798-4902-8005-f08889a66588 None None] New status for floating IP b6d02124-fb6c-404d-9586-0506da2132e9: ACTIVE {{(pid=92844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:29:13.785253 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abb1c7-d213-4e2d-b5e1-a124aa16cd95 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035735d8-47e7-4905-a84d-dbd6dc74a662,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:13.790778 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d9abb1c7-d213-4e2d-b5e1-a124aa16cd95 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.795007 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-d9abb1c7-d213-4e2d-b5e1-a124aa16cd95 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2428079 Jun 30 05:29:13.795382 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 32860) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:29:13.800404 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-259ea43a-78a0-4f91-a693-f41e7b9b76c4 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Request body: {'security_group_rule': {'security_group_id': 'd275f486-7678-4480-aebf-34dc57c64747', 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:13.818493 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-770167a1-de47-459d-a006-204bf9dc55fa tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:13.820445 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-770167a1-de47-459d-a006-204bf9dc55fa tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.35 "GET /v2.0/networks?id=6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 HTTP/1.1" status: 200 len: 809 time: 0.1761782 Jun 30 05:29:13.832803 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.securitygroups_db [None req-259ea43a-78a0-4f91-a693-f41e7b9b76c4 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Project 5b6d0d75b0c448c591f23be00fec69db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 05:29:13.838495 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-259ea43a-78a0-4f91-a693-f41e7b9b76c4 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.844496 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-d4b10806-acf2-449e-b2d4-649c709a8ba4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Request body: {'port': {'device_id': 'fe8989ce-3ceb-4c47-9d65-0d834d44f944', 'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65', 'admin_state_up': True, 'tenant_id': '92a41694ed3a4b1ca00692746d30da1a'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:13.927699 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-259ea43a-78a0-4f91-a693-f41e7b9b76c4 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.933043 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-259ea43a-78a0-4f91-a693-f41e7b9b76c4 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.948370 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ea43a-78a0-4f91-a693-f41e7b9b76c4 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3160ea-4680-4457-8a7b-e25cc29ac7b2,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:13.962886 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-259ea43a-78a0-4f91-a693-f41e7b9b76c4 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:13.968845 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-259ea43a-78a0-4f91-a693-f41e7b9b76c4 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1693575 Jun 30 05:29:14.011441 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-d4b10806-acf2-449e-b2d4-649c709a8ba4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Made reservation on behalf of 92a41694ed3a4b1ca00692746d30da1a for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:29:14.015233 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-d4b10806-acf2-449e-b2d4-649c709a8ba4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:14.099613 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9847d57d-01fc-4514-988a-468565d32e6f req-9ee3cd2a-3b4f-4ddb-8b8b-85b93be1443a tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-949679771&fields=id&tenant_id=5b6d0d75b0c448c591f23be00fec69db HTTP/1.1" status: 200 len: 267 time: 0.0407858 Jun 30 05:29:14.144648 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-d4b10806-acf2-449e-b2d4-649c709a8ba4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Allocated IP 172.20.0.14 (6e1c7ffd-1cfb-415f-be6d-25c5b5583b65/f5572fea-61cd-4d68-b5b8-5dac15c1f1e4/8f2e92c2-a251-4677-8f43-e9f45e3c3d26) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:29:14.166622 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847d57d-01fc-4514-988a-468565d32e6f req-97f34314-df4a-479b-af71-e58061fc3158 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:14.168149 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9847d57d-01fc-4514-988a-468565d32e6f req-97f34314-df4a-479b-af71-e58061fc3158 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 945 time: 0.0631595 Jun 30 05:29:14.179313 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [req-9847d57d-01fc-4514-988a-468565d32e6f req-99721ba2-1221-4550-8865-fb4e5586a3d5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Request body: {'port': {'security_groups': ['57ae4785-1fc6-49f9-870a-ce08be08b56d', 'd275f486-7678-4480-aebf-34dc57c64747']}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:14.273629 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-9847d57d-01fc-4514-988a-468565d32e6f req-99721ba2-1221-4550-8865-fb4e5586a3d5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:14.304386 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-d4b10806-acf2-449e-b2d4-649c709a8ba4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:14.343498 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-d4b10806-acf2-449e-b2d4-649c709a8ba4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:14.395143 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-d4b10806-acf2-449e-b2d4-649c709a8ba4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Network 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:29:14.399940 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-d4b10806-acf2-449e-b2d4-649c709a8ba4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:29:14.403998 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-d4b10806-acf2-449e-b2d4-649c709a8ba4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:29:14.442492 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b10806-acf2-449e-b2d4-649c709a8ba4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Pushing event updated for resources: {'Port': ['ID=8f2e92c2-a251-4677-8f43-e9f45e3c3d26,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:14.467544 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-d4b10806-acf2-449e-b2d4-649c709a8ba4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:14.468251 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-d4b10806-acf2-449e-b2d4-649c709a8ba4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:14.482413 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-d4b10806-acf2-449e-b2d4-649c709a8ba4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6421072 Jun 30 05:29:14.510197 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Request body: {'port': {'device_id': 'fe8989ce-3ceb-4c47-9d65-0d834d44f944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:14.525220 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [req-9847d57d-01fc-4514-988a-468565d32e6f req-99721ba2-1221-4550-8865-fb4e5586a3d5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] For port eaedba68-48f8-4a2a-8d2f-ecef91b76311, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=eaedba68-48f8-4a2a-8d2f-ecef91b76311,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:29:14.563774 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-9847d57d-01fc-4514-988a-468565d32e6f req-99721ba2-1221-4550-8865-fb4e5586a3d5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for port, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:14.570181 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-9847d57d-01fc-4514-988a-468565d32e6f req-99721ba2-1221-4550-8865-fb4e5586a3d5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10103821'] for port, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:14.595865 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['eaedba68-48f8-4a2a-8d2f-ecef91b76311'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:29:14.619745 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94deff-145b-4a5f-b88e-ba5544607344 req-23ce6b2a-b87f-4839-86e7-9aa834f26d9e tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:14.621339 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7f94deff-145b-4a5f-b88e-ba5544607344 req-23ce6b2a-b87f-4839-86e7-9aa834f26d9e tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 932 time: 0.1417611 Jun 30 05:29:14.637830 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847d57d-01fc-4514-988a-468565d32e6f req-99721ba2-1221-4550-8865-fb4e5586a3d5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:14.638501 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-9847d57d-01fc-4514-988a-468565d32e6f req-99721ba2-1221-4550-8865-fb4e5586a3d5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for port, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:14.643236 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9847d57d-01fc-4514-988a-468565d32e6f req-99721ba2-1221-4550-8865-fb4e5586a3d5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "PUT /v2.0/ports/eaedba68-48f8-4a2a-8d2f-ecef91b76311 HTTP/1.1" status: 200 len: 981 time: 0.4686341 Jun 30 05:29:14.643734 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311'}] {{(pid=92843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:29:14.654355 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b28f5f11860cf26df7d8e46eb7cdcae24a1f7426500d780ca6df764020a27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e159c3-3f57-425f-9b8c-77f260da5d89" -d '{"events": [{"name": "network-changed", "server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311"}]}' {{(pid=92843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:29:14.744733 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-fb17d808-96e9-4585-8aac-d90ffe52d930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:14.771679 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99721ba2-1221-4550-8865-fb4e5586a3d5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event updated for resources: {'Port': ['ID=eaedba68-48f8-4a2a-8d2f-ecef91b76311,revision_number=6']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:14.784580 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7f94deff-145b-4a5f-b88e-ba5544607344 req-471de0e1-2a8d-45b6-9b9e-3d23c43027a9 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273565 Jun 30 05:29:14.843353 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['eaedba68-48f8-4a2a-8d2f-ecef91b76311'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:29:14.863640 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8604a1e2-3b1a-4a08-959f-8a043a4884d9 x-openstack-request-id: req-8604a1e2-3b1a-4a08-959f-8a043a4884d9 {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:29:14.864003 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311", "status": "completed", "code": 200}]} {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:29:14.864320 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8604a1e2-3b1a-4a08-959f-8a043a4884d9 {{(pid=92843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:29:14.865219 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311', 'status': 'completed', 'code': 200} Jun 30 05:29:14.886454 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:14.927311 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:14.954796 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59978ee3-7c93-41a2-ae12-ed99dca6fcd2 req-dca0fdb7-aaf0-497a-87c3-e50bbd3cc5bf tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:14.960477 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-59978ee3-7c93-41a2-ae12-ed99dca6fcd2 req-dca0fdb7-aaf0-497a-87c3-e50bbd3cc5bf tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.0948157 Jun 30 05:29:15.016507 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-59978ee3-7c93-41a2-ae12-ed99dca6fcd2 req-76eaa440-2097-4d3d-b3c2-4c4348aef82c tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491507 Jun 30 05:29:15.108491 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e159c3-3f57-425f-9b8c-77f260da5d89 req-eb200f15-dfc7-4b23-9f33-415886d4a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:15.110059 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-04e159c3-3f57-425f-9b8c-77f260da5d89 req-eb200f15-dfc7-4b23-9f33-415886d4a6b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b6d0d75b0c448c591f23be00fec69db&device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 1137 time: 0.1783288 Jun 30 05:29:15.139062 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-f09b0827-e691-424f-8bd7-e27c4e76a7a2 None None] Provisioning complete for port eaedba68-48f8-4a2a-8d2f-ecef91b76311 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:29:15.139679 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-f09b0827-e691-424f-8bd7-e27c4e76a7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:15.261282 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e159c3-3f57-425f-9b8c-77f260da5d89 req-af4d2e79-9975-4628-99cd-5a1f2b4ad5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:15.262723 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-04e159c3-3f57-425f-9b8c-77f260da5d89 req-af4d2e79-9975-4628-99cd-5a1f2b4ad5c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5a48a99-a5c1-4912-8af6-0dc977f8ce57 HTTP/1.1" status: 200 len: 916 time: 0.1285720 Jun 30 05:29:15.356629 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:29:15.370220 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:15.374019 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-04e159c3-3f57-425f-9b8c-77f260da5d89 req-6c40372e-bec0-4f00-9399-3c0da56e7248 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaedba68-48f8-4a2a-8d2f-ecef91b76311 HTTP/1.1" status: 200 len: 1001 time: 0.0996501 Jun 30 05:29:15.395440 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Transition to ACTIVE for port object 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:29:15.418412 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:15.486383 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e159c3-3f57-425f-9b8c-77f260da5d89 req-95d9e56e-a4ac-4bf7-be67-6064bf01f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:15.487873 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-04e159c3-3f57-425f-9b8c-77f260da5d89 req-95d9e56e-a4ac-4bf7-be67-6064bf01f8ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac25f2a-3732-47e6-849a-24b9996d09e8 HTTP/1.1" status: 200 len: 854 time: 0.1056437 Jun 30 05:29:15.489911 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Pushing event updated for resources: {'Port': ['ID=8f2e92c2-a251-4677-8f43-e9f45e3c3d26,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:15.591232 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Attempting to bind port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:29:15.591622 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Attempting to bind port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '65fc8da5-4bf5-41ad-bc6b-9f35936290b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:29:15.591951 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Attempting to bind port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 on network 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:29:15.600368 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 on network 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:29:15.600819 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Attempting to bind port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 on network 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:29:15.610622 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e159c3-3f57-425f-9b8c-77f260da5d89 req-b2f44e13-e7b4-47d0-8844-5112e40ecdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:15.612155 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-04e159c3-3f57-425f-9b8c-77f260da5d89 req-b2f44e13-e7b4-47d0-8844-5112e40ecdc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5a48a99-a5c1-4912-8af6-0dc977f8ce57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1041324 Jun 30 05:29:15.613317 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:29:15.613646 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Checking segment: {'id': '65fc8da5-4bf5-41ad-bc6b-9f35936290b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:29:15.614068 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Bound using segment: {'id': '65fc8da5-4bf5-41ad-bc6b-9f35936290b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:29:15.614498 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Bound port: 8f2e92c2-a251-4677-8f43-e9f45e3c3d26, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fc8da5-4bf5-41ad-bc6b-9f35936290b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:29:15.614851 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:15.741107 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] For port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:29:15.745735 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] For port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8f2e92c2-a251-4677-8f43-e9f45e3c3d26,segment=NetworkSegment(65fc8da5-4bf5-41ad-bc6b-9f35936290b9),segment_id=65fc8da5-4bf5-41ad-bc6b-9f35936290b9)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:29:15.749783 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-04e159c3-3f57-425f-9b8c-77f260da5d89 req-027fa18c-91b5-451e-ad6d-3b4cd25b28cf service neutron] 10.222.0.35 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258919 Jun 30 05:29:15.751156 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:15.804059 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:15.832425 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:15.833039 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:15.834393 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] 10.222.0.35 "PUT /v2.0/ports/8f2e92c2-a251-4677-8f43-e9f45e3c3d26 HTTP/1.1" status: 200 len: 1094 time: 1.3293002 Jun 30 05:29:15.834817 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8989ce-3ceb-4c47-9d65-0d834d44f944', 'tag': '8f2e92c2-a251-4677-8f43-e9f45e3c3d26'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:29:15.837500 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da70403-2c38-4862-a8b3-f29eda86b336" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8989ce-3ceb-4c47-9d65-0d834d44f944", "tag": "8f2e92c2-a251-4677-8f43-e9f45e3c3d26"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:29:15.873205 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98266b2a-b76c-436d-b188-7fc18279651b service neutron] Pushing event updated for resources: {'Port': ['ID=8f2e92c2-a251-4677-8f43-e9f45e3c3d26,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:15.901087 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-04e159c3-3f57-425f-9b8c-77f260da5d89 req-08f549c5-709f-4c2c-a61e-3fede14112d8 service neutron] 10.222.0.35 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253986 Jun 30 05:29:15.917691 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2764eb88-cf55-473b-aebe-360523d66a8b x-openstack-request-id: req-2764eb88-cf55-473b-aebe-360523d66a8b {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:29:15.918067 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8989ce-3ceb-4c47-9d65-0d834d44f944", "tag": "8f2e92c2-a251-4677-8f43-e9f45e3c3d26", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:29:15.918259 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2764eb88-cf55-473b-aebe-360523d66a8b {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:29:15.918624 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8989ce-3ceb-4c47-9d65-0d834d44f944', 'tag': '8f2e92c2-a251-4677-8f43-e9f45e3c3d26', 'status': 'completed', 'code': 200} Jun 30 05:29:15.995577 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-a187c4b7-224a-4c98-9442-47e09a5e36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:15.995988 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1608d50-7a06-4d27-9afd-3f19aee99ff2 req-83d1639c-beb1-48e1-bd4c-c1da2182af67 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:15.997525 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d1608d50-7a06-4d27-9afd-3f19aee99ff2 req-83d1639c-beb1-48e1-bd4c-c1da2182af67 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 944 time: 0.0704958 Jun 30 05:29:15.998166 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-a187c4b7-224a-4c98-9442-47e09a5e36ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92a41694ed3a4b1ca00692746d30da1a&device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 1097 time: 0.0675793 Jun 30 05:29:16.036245 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d1608d50-7a06-4d27-9afd-3f19aee99ff2 req-935c6776-57db-4114-af9e-fd3738e60c96 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Jun 30 05:29:16.051382 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-bcc21867-6c12-40b6-984a-50c20c32719a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f2e92c2-a251-4677-8f43-e9f45e3c3d26 HTTP/1.1" status: 200 len: 217 time: 0.0450292 Jun 30 05:29:16.105306 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-c31804f2-6a15-4522-a126-4e3721b7446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:16.106768 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-c31804f2-6a15-4522-a126-4e3721b7446d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f5572fea-61cd-4d68-b5b8-5dac15c1f1e4 HTTP/1.1" status: 200 len: 849 time: 0.0482059 Jun 30 05:29:16.144297 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-a6166fc3-0c7a-4409-94ec-27b55d4745ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e1c7ffd-1cfb-415f-be6d-25c5b5583b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270562 Jun 30 05:29:16.237172 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-efa455c4-120a-432c-85da-8d8d196200b7 service neutron] 10.222.0.35 "GET /v2.0/networks/6e1c7ffd-1cfb-415f-be6d-25c5b5583b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840919 Jun 30 05:29:16.330683 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fe517e3c-c5fe-4171-970e-b0da03cd9453 req-cde1ce32-0d5a-4b21-9f63-34cb7c222e8e service neutron] 10.222.0.35 "GET /v2.0/networks/6e1c7ffd-1cfb-415f-be6d-25c5b5583b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857966 Jun 30 05:29:16.434538 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da70403-2c38-4862-a8b3-f29eda86b336 req-a5b5dc47-0a59-4272-be58-baf93d548963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:16.436477 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7da70403-2c38-4862-a8b3-f29eda86b336 req-a5b5dc47-0a59-4272-be58-baf93d548963 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92a41694ed3a4b1ca00692746d30da1a&device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 1097 time: 0.0523798 Jun 30 05:29:16.532032 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da70403-2c38-4862-a8b3-f29eda86b336 req-2b9802a6-fb21-425c-8372-6d47156c459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:16.533405 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7da70403-2c38-4862-a8b3-f29eda86b336 req-2b9802a6-fb21-425c-8372-6d47156c459c service neutron] 10.222.0.35 "GET /v2.0/networks?id=6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 HTTP/1.1" status: 200 len: 910 time: 0.0872104 Jun 30 05:29:16.576461 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7da70403-2c38-4862-a8b3-f29eda86b336 req-16660205-464f-4959-a6e2-ef1f2f10be2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f2e92c2-a251-4677-8f43-e9f45e3c3d26 HTTP/1.1" status: 200 len: 217 time: 0.0339940 Jun 30 05:29:16.632114 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da70403-2c38-4862-a8b3-f29eda86b336 req-834d8f68-bebf-4acf-abda-15f842660738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:16.633517 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7da70403-2c38-4862-a8b3-f29eda86b336 req-834d8f68-bebf-4acf-abda-15f842660738 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f5572fea-61cd-4d68-b5b8-5dac15c1f1e4 HTTP/1.1" status: 200 len: 849 time: 0.0451570 Jun 30 05:29:16.668744 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7da70403-2c38-4862-a8b3-f29eda86b336 req-00d30096-129f-4491-956e-7d4d1ecb33a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e1c7ffd-1cfb-415f-be6d-25c5b5583b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247467 Jun 30 05:29:16.761911 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7da70403-2c38-4862-a8b3-f29eda86b336 req-37eb3dbd-9287-4bde-a512-64c5b31b7d4d service neutron] 10.222.0.35 "GET /v2.0/networks/6e1c7ffd-1cfb-415f-be6d-25c5b5583b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828607 Jun 30 05:29:16.853797 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7da70403-2c38-4862-a8b3-f29eda86b336 req-fd914a88-3e9d-4e9b-b62d-37f05605daa3 service neutron] 10.222.0.35 "GET /v2.0/networks/6e1c7ffd-1cfb-415f-be6d-25c5b5583b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829494 Jun 30 05:29:17.208435 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71520715-5add-451e-88ba-653322f5507d req-18b07db4-79ff-4314-bf9d-8d3a42e7abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:17.210030 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-71520715-5add-451e-88ba-653322f5507d req-18b07db4-79ff-4314-bf9d-8d3a42e7abb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b418523d224c10a4465e86d4f50cdb&device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 1098 time: 0.0536656 Jun 30 05:29:17.241597 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fba74-666c-46eb-8b1c-612eb081569d req-4391e7c1-38ca-4aa5-a83a-7bf21d2bfcd0 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:17.243242 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-467fba74-666c-46eb-8b1c-612eb081569d req-4391e7c1-38ca-4aa5-a83a-7bf21d2bfcd0 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 944 time: 0.0918128 Jun 30 05:29:17.303484 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:17.310337 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef788a3-d6cd-4bd9-a996-08a3d44bac10 req-6585ff62-fa2e-45f6-a763-e206e8238265 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:17.311938 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2ef788a3-d6cd-4bd9-a996-08a3d44bac10 req-6585ff62-fa2e-45f6-a763-e206e8238265 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1098335 Jun 30 05:29:17.314658 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-467fba74-666c-46eb-8b1c-612eb081569d req-9c88486e-2c43-4c91-b251-a15fa2fc4fb1 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603611 Jun 30 05:29:17.322838 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71520715-5add-451e-88ba-653322f5507d req-0b25b34e-f780-49cb-a3b2-f0a7831ae60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:17.324909 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-71520715-5add-451e-88ba-653322f5507d req-0b25b34e-f780-49cb-a3b2-f0a7831ae60d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab9c3e46-293e-4157-b9f6-36ba3bf22663 HTTP/1.1" status: 200 len: 920 time: 0.1003830 Jun 30 05:29:17.372460 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2ef788a3-d6cd-4bd9-a996-08a3d44bac10 req-ad4c4f24-e574-4349-95a5-fca8cd7015ce tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548835 Jun 30 05:29:17.377337 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-71520715-5add-451e-88ba-653322f5507d req-127a3111-053c-4232-9053-c808a140fd10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4711b33b-ea7c-49fa-94e1-342fd33646c9 HTTP/1.1" status: 200 len: 217 time: 0.0372531 Jun 30 05:29:17.432577 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71520715-5add-451e-88ba-653322f5507d req-48602584-0870-4be0-8490-bcfa5da6044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:17.434302 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-71520715-5add-451e-88ba-653322f5507d req-48602584-0870-4be0-8490-bcfa5da6044f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72670b33-8875-46c5-adcb-b911efe78775 HTTP/1.1" status: 200 len: 859 time: 0.0479558 Jun 30 05:29:17.475689 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-71520715-5add-451e-88ba-653322f5507d req-fd38d1d6-1986-46cd-91a7-69e9230efbc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c3e46-293e-4157-b9f6-36ba3bf22663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268786 Jun 30 05:29:17.599639 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-71520715-5add-451e-88ba-653322f5507d req-a82aa959-8d68-43b2-906f-49eeb6a94963 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070418 Jun 30 05:29:17.701563 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-71520715-5add-451e-88ba-653322f5507d req-92f838c9-a7fa-451f-8b24-44d35ebff768 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930893 Jun 30 05:29:18.512584 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800960-87a3-4e1c-b3bf-cb47db37d899 req-d1c158ca-1041-4a03-9359-95b86466b200 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:18.514024 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2c800960-87a3-4e1c-b3bf-cb47db37d899 req-d1c158ca-1041-4a03-9359-95b86466b200 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 944 time: 0.0810986 Jun 30 05:29:18.569850 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2c800960-87a3-4e1c-b3bf-cb47db37d899 req-b4f7634b-5ec4-4529-b454-122b7e44c1f8 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400009 Jun 30 05:29:18.592570 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15283b8-9508-48d3-8a4f-b5f3afdd6822 req-d72f2b51-dcd3-492e-8816-5aa2b7669ed0 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:18.594129 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a15283b8-9508-48d3-8a4f-b5f3afdd6822 req-d72f2b51-dcd3-492e-8816-5aa2b7669ed0 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1019216 Jun 30 05:29:18.633601 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a15283b8-9508-48d3-8a4f-b5f3afdd6822 req-0f359425-ec43-4420-985d-ba92704be3ab tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327139 Jun 30 05:29:18.938403 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:29:19.727119 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:29:19.746115 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcf859-cc51-4f58-a779-7705eb64d2a5 req-4bab2348-5245-481d-8ef2-d035b1bdc617 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:19.748373 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-56dcf859-cc51-4f58-a779-7705eb64d2a5 req-4bab2348-5245-481d-8ef2-d035b1bdc617 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 944 time: 0.0701854 Jun 30 05:29:19.820283 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-56dcf859-cc51-4f58-a779-7705eb64d2a5 req-5d64e698-ea7e-4820-8d05-79dc66513036 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582199 Jun 30 05:29:19.827891 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8f2e92c2-a251-4677-8f43-e9f45e3c3d26,segment=NetworkSegment(65fc8da5-4bf5-41ad-bc6b-9f35936290b9),segment_id=65fc8da5-4bf5-41ad-bc6b-9f35936290b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:29:19.840514 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df003fe2-a3a7-43e7-b27b-33eebdfd0e98 req-cfcbb85f-08a6-4ea5-a7f6-b76057a9f16b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:19.841666 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '8f2e92c2-a251-4677-8f43-e9f45e3c3d26', 'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65', 'port_id': '8f2e92c2-a251-4677-8f43-e9f45e3c3d26', 'mac_address': 'fa:16:3e:7e:f2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5572fea-61cd-4d68-b5b8-5dac15c1f1e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:29:19.842064 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-df003fe2-a3a7-43e7-b27b-33eebdfd0e98 req-cfcbb85f-08a6-4ea5-a7f6-b76057a9f16b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0896814 Jun 30 05:29:19.886333 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:19.901732 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-df003fe2-a3a7-43e7-b27b-33eebdfd0e98 req-f260692f-2f29-4cb5-aae6-cd5f4fb19d34 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493200 Jun 30 05:29:19.912531 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:29:19.942781 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8f2e92c2-a251-4677-8f43-e9f45e3c3d26,segment=NetworkSegment(65fc8da5-4bf5-41ad-bc6b-9f35936290b9),segment_id=65fc8da5-4bf5-41ad-bc6b-9f35936290b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:29:19.946661 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:19.991807 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=8f2e92c2-a251-4677-8f43-e9f45e3c3d26,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:20.443560 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['8f2e92c2-a251-4677-8f43-e9f45e3c3d26'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:29:21.030981 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e170579-61b5-4895-9835-2248fafa314b req-b65b8307-8a45-4e7d-ba54-7e3cc030cdc5 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:21.032438 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0e170579-61b5-4895-9835-2248fafa314b req-b65b8307-8a45-4e7d-ba54-7e3cc030cdc5 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 945 time: 0.0862112 Jun 30 05:29:21.094762 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0e170579-61b5-4895-9835-2248fafa314b req-908ce611-c70f-4645-a73e-cbd4a5960cc2 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467339 Jun 30 05:29:21.114339 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d62392-f403-416f-89ad-e581937f7447 req-c088053b-183e-400c-bd93-7bdf824cd1a5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:21.115914 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-14d62392-f403-416f-89ad-e581937f7447 req-c088053b-183e-400c-bd93-7bdf824cd1a5 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1054442 Jun 30 05:29:21.155382 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-14d62392-f403-416f-89ad-e581937f7447 req-e41da137-c405-4adf-b466-1a73f80db186 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330608 Jun 30 05:29:21.742117 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:29:21.790556 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:29:21.794124 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:29:21.794496 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:21.866607 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:21.887563 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8989ce-3ceb-4c47-9d65-0d834d44f944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2e92c2-a251-4677-8f43-e9f45e3c3d26'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:29:21.889814 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2c9c59-33c7-4497-9d74-2a54352edf9d" -d '{"events": [{"server_uuid": "fe8989ce-3ceb-4c47-9d65-0d834d44f944", "name": "network-vif-plugged", "status": "completed", "tag": "8f2e92c2-a251-4677-8f43-e9f45e3c3d26"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:29:21.902052 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8f2e92c2-a251-4677-8f43-e9f45e3c3d26,segment=NetworkSegment(65fc8da5-4bf5-41ad-bc6b-9f35936290b9),segment_id=65fc8da5-4bf5-41ad-bc6b-9f35936290b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:29:21.906228 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:21.931948 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e32c3f-a09c-47e9-b048-198528241774 x-openstack-request-id: req-60e32c3f-a09c-47e9-b048-198528241774 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:29:21.932231 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8989ce-3ceb-4c47-9d65-0d834d44f944", "name": "network-vif-plugged", "status": "completed", "tag": "8f2e92c2-a251-4677-8f43-e9f45e3c3d26", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:29:21.932475 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60e32c3f-a09c-47e9-b048-198528241774 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:29:21.932852 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8989ce-3ceb-4c47-9d65-0d834d44f944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2e92c2-a251-4677-8f43-e9f45e3c3d26', 'code': 200} Jun 30 05:29:21.957622 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=8f2e92c2-a251-4677-8f43-e9f45e3c3d26,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:22.164779 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a1ad6-3f94-44e1-8f99-162ea987dc5f req-4b0ec477-73ef-47ce-93b1-1cecd4e8c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:22.166345 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-885a1ad6-3f94-44e1-8f99-162ea987dc5f req-4b0ec477-73ef-47ce-93b1-1cecd4e8c3cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 1099 time: 0.0550425 Jun 30 05:29:22.204458 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-885a1ad6-3f94-44e1-8f99-162ea987dc5f req-7eb3440a-405a-4d0a-a589-8a7b17759e7e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297480 Jun 30 05:29:22.268919 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a24ce8-5225-4a9e-b0b2-4a8e2972d5d1 req-a1a3af50-e04c-4d07-9352-9632072c5159 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:22.270389 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e8a24ce8-5225-4a9e-b0b2-4a8e2972d5d1 req-a1a3af50-e04c-4d07-9352-9632072c5159 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.0612612 Jun 30 05:29:22.339738 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e8a24ce8-5225-4a9e-b0b2-4a8e2972d5d1 req-3abaae4e-b2b0-4053-a513-f1228acf131c tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596259 Jun 30 05:29:22.360126 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5605181-5581-4ad3-99b0-7f31d5ed9d90 req-ed9ccb12-2631-4f27-a9e7-c4fbdcebc477 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:22.361579 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b5605181-5581-4ad3-99b0-7f31d5ed9d90 req-ed9ccb12-2631-4f27-a9e7-c4fbdcebc477 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0903409 Jun 30 05:29:22.399970 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b5605181-5581-4ad3-99b0-7f31d5ed9d90 req-2316122b-95f0-4a72-882a-f3db7f44b2ae tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Jun 30 05:29:23.510217 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70416f44-800c-4f71-8a4c-7fb38da8f97d req-a89b2635-7e69-43e2-9215-76f591fab8c8 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:23.511730 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-70416f44-800c-4f71-8a4c-7fb38da8f97d req-a89b2635-7e69-43e2-9215-76f591fab8c8 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.0633054 Jun 30 05:29:23.582622 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-70416f44-800c-4f71-8a4c-7fb38da8f97d req-346de057-0e84-4730-aeec-07d18e47ad15 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615032 Jun 30 05:29:23.605165 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3be536-697e-4726-9ca0-7b7a513ee72b req-968e0752-9fef-4a58-a45c-b88332f86a18 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:23.606651 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-da3be536-697e-4726-9ca0-7b7a513ee72b req-968e0752-9fef-4a58-a45c-b88332f86a18 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0940516 Jun 30 05:29:23.644477 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-da3be536-697e-4726-9ca0-7b7a513ee72b req-da372824-16a5-4c18-8a32-8086a64e9738 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323219 Jun 30 05:29:24.754961 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976dad4-fb9d-4044-b61e-4f5ba6d4e3fc req-360dbf54-daed-41e8-8a0a-03ac88a26f30 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:24.758039 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7976dad4-fb9d-4044-b61e-4f5ba6d4e3fc req-360dbf54-daed-41e8-8a0a-03ac88a26f30 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.0649104 Jun 30 05:29:24.829105 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7976dad4-fb9d-4044-b61e-4f5ba6d4e3fc req-10196ea4-b6d4-4e97-a767-d4ccbc35db48 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654151 Jun 30 05:29:24.859751 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa98a87-b074-4f52-b823-0518552006f1 req-391c1351-fb33-4e22-ad99-fb2adfed7275 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:24.866496 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-eaa98a87-b074-4f52-b823-0518552006f1 req-391c1351-fb33-4e22-ad99-fb2adfed7275 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0953975 Jun 30 05:29:24.901207 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-eaa98a87-b074-4f52-b823-0518552006f1 req-40495303-f5b5-4999-aa35-9caf6e03a801 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335848 Jun 30 05:29:25.026439 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-faf27908-ae6d-447e-9f2d-b5e33478f3fd tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347579918&fields=id&tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd HTTP/1.1" status: 200 len: 267 time: 0.0338216 Jun 30 05:29:25.131605 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-67bea59f-e5ad-4409-97fb-bdaaad3071fd tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:25.138203 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-67bea59f-e5ad-4409-97fb-bdaaad3071fd tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/networks?id=affefd12-2e18-4695-9ad0-480c9f5e5fee HTTP/1.1" status: 200 len: 809 time: 0.0985005 Jun 30 05:29:25.148227 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-3de3c68d-9861-4c40-8865-52fd63530b40 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/quotas/a0d71dbcb2984cdeb4d1eff4e2ded4dd HTTP/1.1" status: 200 len: 375 time: 0.0094242 Jun 30 05:29:25.224922 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9f0bb868-ab96-4df5-b292-9e41db640460 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714407 Jun 30 05:29:25.323353 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb96027c-7a4f-471e-9baa-17a651c8d24f service neutron] 10.222.0.41 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827034 Jun 30 05:29:25.425718 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-e435f166-7a2d-4fb1-9c5e-c1a75e360723 service neutron] 10.222.0.41 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951304 Jun 30 05:29:25.736630 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4ebbbea5-d8f8-4a30-875e-25f56fb447b2 req-05d5ab0f-f67f-4556-822f-a19a592e9c9b tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 210 time: 0.0300972 Jun 30 05:29:25.825939 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d7841-4652-4ded-982f-835f225af4a5 req-128fc5db-2ccd-4d28-b705-4961f58f1c76 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:25.827442 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-710d7841-4652-4ded-982f-835f225af4a5 req-128fc5db-2ccd-4d28-b705-4961f58f1c76 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.0615532 Jun 30 05:29:25.868582 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-710d7841-4652-4ded-982f-835f225af4a5 req-ef00132e-78a4-4c18-abc7-04c7de2b46d1 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351403 Jun 30 05:29:26.083460 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a657e15-9357-436a-ae67-da7e2f6929f8 req-28f5af2f-8485-4552-ba78-c1b4acb09388 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:26.084914 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2a657e15-9357-436a-ae67-da7e2f6929f8 req-28f5af2f-8485-4552-ba78-c1b4acb09388 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0664423 Jun 30 05:29:26.123103 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2a657e15-9357-436a-ae67-da7e2f6929f8 req-874085bf-6b8a-4bf1-858b-ec6942e9019a tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325119 Jun 30 05:29:26.878892 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cf4e0d6e-9084-4335-94d7-89c032031611 req-ed03eb2c-0afb-4e13-9abb-7be7fdc41a12 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 210 time: 0.0298026 Jun 30 05:29:27.042075 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f5e22-fccd-4966-8e78-16d529cab924 req-1e259a12-a2d7-4cc2-8378-0caae7687a93 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:27.043452 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c12f5e22-fccd-4966-8e78-16d529cab924 req-1e259a12-a2d7-4cc2-8378-0caae7687a93 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.0614724 Jun 30 05:29:27.079950 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c12f5e22-fccd-4966-8e78-16d529cab924 req-296809b4-a9b0-4015-bcc7-ae1e0f65d5ec tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309501 Jun 30 05:29:27.295234 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21236283-4522-4f76-9472-28b8ecb934e3 req-fd362d94-f95a-47e1-80c8-21360fecaeab tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:27.296596 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-21236283-4522-4f76-9472-28b8ecb934e3 req-fd362d94-f95a-47e1-80c8-21360fecaeab tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0643435 Jun 30 05:29:27.333592 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-21236283-4522-4f76-9472-28b8ecb934e3 req-3e78aa4c-c532-4048-b9f7-fd4d30c0832b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Jun 30 05:29:28.014523 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-34d62a64-1362-45fc-a9bd-97d1813145ae req-965f3817-75b7-4034-8d8d-706276962f79 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 210 time: 0.0277078 Jun 30 05:29:28.250243 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01c49-9a57-418b-be04-87404f245915 req-863843dd-7190-45ee-bdcf-953c9cd6dff3 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:28.251598 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-31d01c49-9a57-418b-be04-87404f245915 req-863843dd-7190-45ee-bdcf-953c9cd6dff3 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.0614915 Jun 30 05:29:28.290304 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-31d01c49-9a57-418b-be04-87404f245915 req-8e44e512-cb1f-42a3-a506-f5acf70fe62c tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332260 Jun 30 05:29:28.501706 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb352669-a8d0-4d28-878b-cd8bba9c695e req-55fd798a-4c76-4c33-a9fd-5a91c9026233 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:28.503066 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bb352669-a8d0-4d28-878b-cd8bba9c695e req-55fd798a-4c76-4c33-a9fd-5a91c9026233 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0612125 Jun 30 05:29:28.540361 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bb352669-a8d0-4d28-878b-cd8bba9c695e req-876b441e-1240-489b-813a-d2a99f298ba6 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Jun 30 05:29:29.155096 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6881ffeb-f3db-4243-a446-fd4e5e16097d req-3d4f8385-aa39-447f-85fc-a65cb28a7b37 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 210 time: 0.0297799 Jun 30 05:29:29.472061 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce701651-bafc-4bba-8874-1a89a56ed807 req-3fcefff1-9f0d-4809-85fd-5e298ae6099a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:29.473742 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ce701651-bafc-4bba-8874-1a89a56ed807 req-3fcefff1-9f0d-4809-85fd-5e298ae6099a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.0640159 Jun 30 05:29:29.509781 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ce701651-bafc-4bba-8874-1a89a56ed807 req-326945cc-7605-4870-88cb-0e6f16ccbfa3 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304394 Jun 30 05:29:29.728821 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161d7c-d155-4cd7-ac66-4012fb9d0c56 req-ba9a19fb-a7b8-4d01-bdf4-4ad51620639a tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:29.730281 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-96161d7c-d155-4cd7-ac66-4012fb9d0c56 req-ba9a19fb-a7b8-4d01-bdf4-4ad51620639a tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0719807 Jun 30 05:29:29.767898 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-96161d7c-d155-4cd7-ac66-4012fb9d0c56 req-ab2bbfd8-aef4-48aa-a688-1ce6e78568ed tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Jun 30 05:29:30.068414 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-5d58e3af-b4ae-4441-808e-4d672b815cd8 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:30.070459 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-5d58e3af-b4ae-4441-808e-4d672b815cd8 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.35 "GET /v2.0/networks?id=affefd12-2e18-4695-9ad0-480c9f5e5fee HTTP/1.1" status: 200 len: 809 time: 0.0992973 Jun 30 05:29:30.296498 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-74dd7029-1d72-4b86-8f2f-c361755be951 req-0f9af863-e402-4ab8-97b5-ae9d90116311 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 210 time: 0.0278013 Jun 30 05:29:30.828030 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b4961-4f0c-4a33-9e02-b4b9fed52cda req-e2f3683a-60cd-407a-8d3f-4650e2d481cf tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:30.829419 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d55b4961-4f0c-4a33-9e02-b4b9fed52cda req-e2f3683a-60cd-407a-8d3f-4650e2d481cf tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.0639777 Jun 30 05:29:30.866267 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d55b4961-4f0c-4a33-9e02-b4b9fed52cda req-24349bb6-6a2a-4a8d-9ab9-7cb12ff7b8fc tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313160 Jun 30 05:29:31.020930 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a12c5-1493-4dad-9b7f-448e00a8dfd1 req-a9459ed9-8c3e-4668-9016-3f2a5c1d2dbd tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:31.022387 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-412a12c5-1493-4dad-9b7f-448e00a8dfd1 req-a9459ed9-8c3e-4668-9016-3f2a5c1d2dbd tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0618680 Jun 30 05:29:31.058895 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-412a12c5-1493-4dad-9b7f-448e00a8dfd1 req-7f57fffd-959e-4657-a989-e42e9b47a016 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310392 Jun 30 05:29:31.448350 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b6c63fa1-158a-42f0-a461-974d478d80c0 req-d951a908-bc34-43fa-b9b1-daeb5bd1e048 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 210 time: 0.0275433 Jun 30 05:29:32.041201 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d3895-3ec3-4fbf-a8d6-cd4c6a10feca req-3550f5c6-4788-46e8-abb4-523f6a918d6e tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:32.042620 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7b3d3895-3ec3-4fbf-a8d6-cd4c6a10feca req-3550f5c6-4788-46e8-abb4-523f6a918d6e tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.0637946 Jun 30 05:29:32.078727 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7b3d3895-3ec3-4fbf-a8d6-cd4c6a10feca req-34b38c35-439f-46ec-9d4f-49139762f565 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300930 Jun 30 05:29:32.233406 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed5ba0-e83d-47a5-b91a-1c1833420e17 req-f07927b4-3f00-47cd-a4d3-e5976f838b21 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:32.234758 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-68ed5ba0-e83d-47a5-b91a-1c1833420e17 req-f07927b4-3f00-47cd-a4d3-e5976f838b21 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0613971 Jun 30 05:29:32.270164 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-68ed5ba0-e83d-47a5-b91a-1c1833420e17 req-7de50404-4231-4746-8141-4d051df6762b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299253 Jun 30 05:29:32.583458 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-29d29820-85f2-4ca4-a11a-b864ffa0338c req-6981b1b3-d6a8-4ada-b9c8-d7f603b09146 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 210 time: 0.0277224 Jun 30 05:29:33.145598 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-dbfd373e-c09b-4142-9e87-4fb23ae33da3 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd HTTP/1.1" status: 200 len: 380 time: 0.0373802 Jun 30 05:29:33.156380 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Request body: {'port': {'device_id': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'admin_state_up': True, 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'security_groups': ['3a2063f8-2ffd-4f6b-ac66-27c9965e6241']}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:33.257449 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d46ab4-76d1-4ee0-829c-3e0c77510159 req-4805c9aa-8361-4391-ac60-dcdf5ed5cabd tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:33.259873 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-72d46ab4-76d1-4ee0-829c-3e0c77510159 req-4805c9aa-8361-4391-ac60-dcdf5ed5cabd tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.0692983 Jun 30 05:29:33.269270 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Made reservation on behalf of a0d71dbcb2984cdeb4d1eff4e2ded4dd for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:29:33.273368 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:33.422891 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Allocated IP 172.20.0.7 (affefd12-2e18-4695-9ad0-480c9f5e5fee/bad3c6a3-a301-48c1-b80f-fb3e2e5740a6/c2da3b1d-7440-4074-b5c0-d0907a145db8) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:29:33.557664 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-72d46ab4-76d1-4ee0-829c-3e0c77510159 req-b7c4ede8-b823-4ab7-aa6a-8d7402776b9b tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913346 Jun 30 05:29:33.569870 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:33.586555 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e95ac6-0641-48ec-a2df-eafdf0247c69 req-ad0b448c-17f7-4bb2-bc54-216b0a8e137c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:33.587263 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Transition to ACTIVE for port object c2da3b1d-7440-4074-b5c0-d0907a145db8 will not be triggered until provisioned by entity DHCP. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:29:33.588360 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e8e95ac6-0641-48ec-a2df-eafdf0247c69 req-ad0b448c-17f7-4bb2-bc54-216b0a8e137c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0775242 Jun 30 05:29:33.619953 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:33.632067 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e8e95ac6-0641-48ec-a2df-eafdf0247c69 req-918f0914-b990-4763-b61c-2ef39b7e41e3 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370283 Jun 30 05:29:33.667200 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Network affefd12-2e18-4695-9ad0-480c9f5e5fee is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:29:33.671590 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:29:33.675669 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:29:33.704291 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Pushing event updated for resources: {'Port': ['ID=c2da3b1d-7440-4074-b5c0-d0907a145db8,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:33.735373 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:33.736061 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:33.751150 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-cb79aded-99e3-4c6d-9d9a-5a15cf14bccf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5984275 Jun 30 05:29:33.775374 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Request body: {'port': {'device_id': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:33.808660 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e773a6-6786-4edc-a698-3e01183b3690 req-24963630-2f97-488e-b55a-30a9f73c1aeb tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:33.817926 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-37e773a6-6786-4edc-a698-3e01183b3690 req-24963630-2f97-488e-b55a-30a9f73c1aeb tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 931 time: 0.1012866 Jun 30 05:29:33.876516 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:33.880870 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-37e773a6-6786-4edc-a698-3e01183b3690 req-93761738-f8e8-472b-9fa8-6f4a474fe94d tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617223 Jun 30 05:29:33.907966 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-5d84a744-2017-4798-8d7c-ff53acc57e03 None None] Provisioning for port c2da3b1d-7440-4074-b5c0-d0907a145db8 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:29:33.912257 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-5d84a744-2017-4798-8d7c-ff53acc57e03 None None] Provisioning complete for port c2da3b1d-7440-4074-b5c0-d0907a145db8 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:29:33.912650 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-5d84a744-2017-4798-8d7c-ff53acc57e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:33.956379 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-5d84a744-2017-4798-8d7c-ff53acc57e03 None None] Port c2da3b1d-7440-4074-b5c0-d0907a145db8 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:29:34.160716 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2da3b1d-7440-4074-b5c0-d0907a145db8 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:29:34.167896 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:34.179673 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Transition to ACTIVE for port object c2da3b1d-7440-4074-b5c0-d0907a145db8 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:29:34.182869 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:34.234141 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Pushing event updated for resources: {'Port': ['ID=c2da3b1d-7440-4074-b5c0-d0907a145db8,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:34.304935 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Attempting to bind port c2da3b1d-7440-4074-b5c0-d0907a145db8 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:29:34.305272 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Attempting to bind port c2da3b1d-7440-4074-b5c0-d0907a145db8 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'dc1c891f-5914-4615-b83e-f445fa1d2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:29:34.305603 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Attempting to bind port c2da3b1d-7440-4074-b5c0-d0907a145db8 on network affefd12-2e18-4695-9ad0-480c9f5e5fee {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:29:34.310132 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Port c2da3b1d-7440-4074-b5c0-d0907a145db8 on network affefd12-2e18-4695-9ad0-480c9f5e5fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:29:34.310457 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Attempting to bind port c2da3b1d-7440-4074-b5c0-d0907a145db8 on network affefd12-2e18-4695-9ad0-480c9f5e5fee {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:29:34.315332 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:29:34.315672 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Checking segment: {'id': 'dc1c891f-5914-4615-b83e-f445fa1d2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:29:34.316049 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Bound using segment: {'id': 'dc1c891f-5914-4615-b83e-f445fa1d2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:29:34.316475 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Bound port: c2da3b1d-7440-4074-b5c0-d0907a145db8, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1c891f-5914-4615-b83e-f445fa1d2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:29:34.316836 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:34.384515 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] For port c2da3b1d-7440-4074-b5c0-d0907a145db8, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:29:34.387483 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] For port c2da3b1d-7440-4074-b5c0-d0907a145db8, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:29:34.392499 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:34.423621 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:34.424355 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:34.425579 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] 10.222.0.35 "PUT /v2.0/ports/c2da3b1d-7440-4074-b5c0-d0907a145db8 HTTP/1.1" status: 200 len: 1093 time: 0.6553307 Jun 30 05:29:34.426001 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:29:34.428240 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5d68f9-2c62-4e84-8c4a-0eec562e6038" -d '{"events": [{"name": "network-changed", "server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:29:34.455413 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798c392-6f01-48df-bf01-7b234dd9f70c service neutron] Pushing event updated for resources: {'Port': ['ID=c2da3b1d-7440-4074-b5c0-d0907a145db8,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:34.468802 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94b8610-ea65-4862-98f5-6bf3de616d93 x-openstack-request-id: req-a94b8610-ea65-4862-98f5-6bf3de616d93 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:29:34.469164 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:29:34.469578 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a94b8610-ea65-4862-98f5-6bf3de616d93 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:29:34.470047 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'status': 'completed', 'code': 200} Jun 30 05:29:34.729473 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcba396-0b49-4a21-a662-3d16efeb7e6b req-4100c17e-0bab-4f40-8aad-433bb1742b5d tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:34.730891 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0fcba396-0b49-4a21-a662-3d16efeb7e6b req-4100c17e-0bab-4f40-8aad-433bb1742b5d tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.0618877 Jun 30 05:29:34.797623 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0fcba396-0b49-4a21-a662-3d16efeb7e6b req-7d30347e-b2b3-4d55-b753-c43e34e7ec5d tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612001 Jun 30 05:29:34.824075 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590c5db-ddf0-456f-b407-43c2b4fc8ca8 req-8fba6d39-ed3a-484b-be95-191240e20ef1 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:34.825574 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a590c5db-ddf0-456f-b407-43c2b4fc8ca8 req-8fba6d39-ed3a-484b-be95-191240e20ef1 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0762138 Jun 30 05:29:34.862475 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a590c5db-ddf0-456f-b407-43c2b4fc8ca8 req-119d2c20-ae39-4384-9b60-1a5b70cf9c6c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313294 Jun 30 05:29:35.047987 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f0c3f-881b-480e-8291-5d51fdef31d6 req-08e98667-a54e-4c3c-a3b3-8665f30112be tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:35.049457 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-af1f0c3f-881b-480e-8291-5d51fdef31d6 req-08e98667-a54e-4c3c-a3b3-8665f30112be tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0654507 Jun 30 05:29:35.085577 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-af1f0c3f-881b-480e-8291-5d51fdef31d6 req-335c7e50-f109-44df-a844-5251d434e43a tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304255 Jun 30 05:29:35.967352 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617e29d-64b4-4909-973e-c4d6749ad03b req-60e1aa09-a390-4cb7-87e4-7b5eb09cb5e9 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:35.968780 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1617e29d-64b4-4909-973e-c4d6749ad03b req-60e1aa09-a390-4cb7-87e4-7b5eb09cb5e9 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.0606418 Jun 30 05:29:36.005132 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1617e29d-64b4-4909-973e-c4d6749ad03b req-baeeec51-f5cf-4b1a-b9ce-0779a06a417d tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305293 Jun 30 05:29:36.166870 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756da6ec-4fd0-4dcb-a873-d636ceb09039 req-61b826ab-5fb9-4613-9a9d-764ef6a0140e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:36.168874 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-756da6ec-4fd0-4dcb-a873-d636ceb09039 req-61b826ab-5fb9-4613-9a9d-764ef6a0140e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0640574 Jun 30 05:29:36.204614 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-756da6ec-4fd0-4dcb-a873-d636ceb09039 req-4980ddbd-1645-4b20-81d4-4c2e1bf8abd2 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303164 Jun 30 05:29:36.360522 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104d24e-e9bb-4e24-83dd-15d0a99af471 req-d98525a6-4954-45e9-8885-87f678ab2149 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:36.362016 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3104d24e-e9bb-4e24-83dd-15d0a99af471 req-d98525a6-4954-45e9-8885-87f678ab2149 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0627122 Jun 30 05:29:36.398183 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3104d24e-e9bb-4e24-83dd-15d0a99af471 req-2ad7b577-c37f-4ea6-8368-6c98bdd9d43e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305393 Jun 30 05:29:37.174538 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47e572-ea1c-4a70-ab71-b4af78d08ebc req-ac4c3d34-b23c-4fdc-a6ce-193e4f2a1adc tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:37.176007 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-df47e572-ea1c-4a70-ab71-b4af78d08ebc req-ac4c3d34-b23c-4fdc-a6ce-193e4f2a1adc tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.0609858 Jun 30 05:29:37.212013 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-df47e572-ea1c-4a70-ab71-b4af78d08ebc req-9a8a2b05-e596-4750-8a21-c59df35dd4a3 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305130 Jun 30 05:29:37.374555 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c9cdc-909a-4302-a67a-15c34974e2fe req-b7bfd1b1-4439-46d0-896b-db1233e3dff0 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:37.376020 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5b6c9cdc-909a-4302-a67a-15c34974e2fe req-b7bfd1b1-4439-46d0-896b-db1233e3dff0 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0643489 Jun 30 05:29:37.413628 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5b6c9cdc-909a-4302-a67a-15c34974e2fe req-402cfe6a-0bfb-404c-8c3c-aeabb53026c6 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320177 Jun 30 05:29:37.519593 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb69984-578b-4e19-8e20-1c33f119fe7a req-a20fedc7-ed53-4046-b382-a0e2da3bec42 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:37.521025 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-abb69984-578b-4e19-8e20-1c33f119fe7a req-a20fedc7-ed53-4046-b382-a0e2da3bec42 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 946 time: 0.1134343 Jun 30 05:29:37.522789 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d68f9-2c62-4e84-8c4a-0eec562e6038 req-af89334a-a5ba-47d2-a6c1-800363c95bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:37.524125 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8e5d68f9-2c62-4e84-8c4a-0eec562e6038 req-af89334a-a5ba-47d2-a6c1-800363c95bef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd&device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 1096 time: 0.0861380 Jun 30 05:29:37.579879 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3832f70-b9d3-416e-9f9f-dd67d55384b7 req-4fcf4050-5a1c-4b93-a084-be50f3a98ecb tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:37.581631 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e3832f70-b9d3-416e-9f9f-dd67d55384b7 req-4fcf4050-5a1c-4b93-a084-be50f3a98ecb tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0623128 Jun 30 05:29:37.632106 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e3832f70-b9d3-416e-9f9f-dd67d55384b7 req-bc8c875b-d628-48e3-b9ac-8dad1a5333ca tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445926 Jun 30 05:29:37.695510 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d68f9-2c62-4e84-8c4a-0eec562e6038 req-aeac9582-51bf-4370-b580-cfb41c0416f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:37.697110 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8e5d68f9-2c62-4e84-8c4a-0eec562e6038 req-aeac9582-51bf-4370-b580-cfb41c0416f5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1524377 Jun 30 05:29:37.723619 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-abb69984-578b-4e19-8e20-1c33f119fe7a req-c6fc5b39-871f-46f8-9179-bb0e322c0e43 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Deleting port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:29:37.723951 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-abb69984-578b-4e19-8e20-1c33f119fe7a req-c6fc5b39-871f-46f8-9179-bb0e322c0e43 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:37.864451 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d68f9-2c62-4e84-8c4a-0eec562e6038 req-90e10635-8a84-46c8-ad21-5e80ac0b6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:37.865790 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8e5d68f9-2c62-4e84-8c4a-0eec562e6038 req-90e10635-8a84-46c8-ad21-5e80ac0b6ebb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1565869 Jun 30 05:29:37.867396 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-abb69984-578b-4e19-8e20-1c33f119fe7a req-c6fc5b39-871f-46f8-9179-bb0e322c0e43 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] For port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8f2e92c2-a251-4677-8f43-e9f45e3c3d26,segment=NetworkSegment(65fc8da5-4bf5-41ad-bc6b-9f35936290b9),segment_id=65fc8da5-4bf5-41ad-bc6b-9f35936290b9)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:29:37.867746 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-abb69984-578b-4e19-8e20-1c33f119fe7a req-c6fc5b39-871f-46f8-9179-bb0e322c0e43 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:37.880875 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-abb69984-578b-4e19-8e20-1c33f119fe7a req-c6fc5b39-871f-46f8-9179-bb0e322c0e43 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Calling delete_port for 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:29:38.225844 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-19a93b9c-00a3-4fc3-ae0d-549a6a8f503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:38.227322 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-19a93b9c-00a3-4fc3-ae0d-549a6a8f503b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd&device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 1096 time: 0.0819585 Jun 30 05:29:38.287848 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-4deeb09f-5079-44ec-876d-28738836f5e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8 HTTP/1.1" status: 200 len: 217 time: 0.0394521 Jun 30 05:29:38.335237 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-abb69984-578b-4e19-8e20-1c33f119fe7a req-c6fc5b39-871f-46f8-9179-bb0e322c0e43 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:38.363471 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b090dfef-ab58-42a2-8ddf-69d783bfefd8 req-3ed258ab-f3d7-4280-94d7-264f46e5d1b1 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe8989ce-3ceb-4c47-9d65-0d834d44f944 HTTP/1.1" status: 200 len: 210 time: 0.0363526 Jun 30 05:29:38.376671 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-a852f8ad-6a7c-4a9e-8b2f-df367b409eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:38.386359 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-a852f8ad-6a7c-4a9e-8b2f-df367b409eac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bad3c6a3-a301-48c1-b80f-fb3e2e5740a6 HTTP/1.1" status: 200 len: 848 time: 0.0786672 Jun 30 05:29:38.386359 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc5b39-871f-46f8-9179-bb0e322c0e43 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Pushing event deleted for resources: {'Port': ['ID=8f2e92c2-a251-4677-8f43-e9f45e3c3d26,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:38.451797 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb69984-578b-4e19-8e20-1c33f119fe7a req-c6fc5b39-871f-46f8-9179-bb0e322c0e43 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] No DVR routers for this DVR port 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:29:38.454434 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-abb69984-578b-4e19-8e20-1c33f119fe7a req-c6fc5b39-871f-46f8-9179-bb0e322c0e43 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:38.456666 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-abb69984-578b-4e19-8e20-1c33f119fe7a req-c6fc5b39-871f-46f8-9179-bb0e322c0e43 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.35 "DELETE /v2.0/ports/8f2e92c2-a251-4677-8f43-e9f45e3c3d26 HTTP/1.1" status: 204 len: 173 time: 0.9184837 Jun 30 05:29:38.457272 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8989ce-3ceb-4c47-9d65-0d834d44f944', 'name': 'network-vif-deleted', 'tag': '8f2e92c2-a251-4677-8f43-e9f45e3c3d26'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:29:38.459537 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97362850-41c8-4970-bac9-8078651d160e" -d '{"events": [{"server_uuid": "fe8989ce-3ceb-4c47-9d65-0d834d44f944", "name": "network-vif-deleted", "tag": "8f2e92c2-a251-4677-8f43-e9f45e3c3d26"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:29:38.495550 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-8600a463-17c7-4517-857d-cd0b56c4d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:38.497340 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-8600a463-17c7-4517-857d-cd0b56c4d1e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=affefd12-2e18-4695-9ad0-480c9f5e5fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1093938 Jun 30 05:29:38.603302 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-5e44d9b1-315e-4d51-8919-174f114442e6 service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960774 Jun 30 05:29:38.605613 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc972a6-59d7-42fa-9304-9e66146ea5a3 req-aef87d67-4880-4f5e-91cd-ae749ae38a7c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:38.607340 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1bc972a6-59d7-42fa-9304-9e66146ea5a3 req-aef87d67-4880-4f5e-91cd-ae749ae38a7c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0694191 Jun 30 05:29:38.622476 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7607be-971a-483a-b4d7-093e3ee993b0 x-openstack-request-id: req-aa7607be-971a-483a-b4d7-093e3ee993b0 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:29:38.622868 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8989ce-3ceb-4c47-9d65-0d834d44f944", "name": "network-vif-deleted", "tag": "8f2e92c2-a251-4677-8f43-e9f45e3c3d26", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:29:38.623212 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa7607be-971a-483a-b4d7-093e3ee993b0 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:29:38.623657 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8989ce-3ceb-4c47-9d65-0d834d44f944', 'name': 'network-vif-deleted', 'tag': '8f2e92c2-a251-4677-8f43-e9f45e3c3d26', 'status': 'completed', 'code': 200} Jun 30 05:29:38.647418 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1bc972a6-59d7-42fa-9304-9e66146ea5a3 req-839c345b-eb08-456e-9065-e3a970df994b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328701 Jun 30 05:29:38.712719 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-edead96e-ee96-4e37-a5ae-eb9e7fb0215e req-c1260384-e178-42bb-b11d-29a7cf74f3ab service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020751 Jun 30 05:29:38.816082 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e370a-06f6-419f-9cf4-7b7256da8cbd req-b43b1c8a-4464-4efd-8d92-d2b2f1c3cdcc tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:38.817514 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-610e370a-06f6-419f-9cf4-7b7256da8cbd req-b43b1c8a-4464-4efd-8d92-d2b2f1c3cdcc tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0611243 Jun 30 05:29:38.854098 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-610e370a-06f6-419f-9cf4-7b7256da8cbd req-d7a2f555-91eb-447f-93d5-0558c6f546d2 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Jun 30 05:29:39.272719 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:39.657316 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-da6954cb-dde3-441b-9d20-5ab7c78982b5 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:39.658736 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-da6954cb-dde3-441b-9d20-5ab7c78982b5 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/networks?id=6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 HTTP/1.1" status: 200 len: 809 time: 0.1021869 Jun 30 05:29:39.675445 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-117aac51-58e7-4317-abbb-d9ea9d92f4ac tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/quotas/92a41694ed3a4b1ca00692746d30da1a HTTP/1.1" status: 200 len: 375 time: 0.0103402 Jun 30 05:29:39.707754 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-6c72ac72-05ec-4831-ba48-ceb58208fab1 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=92a41694ed3a4b1ca00692746d30da1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269990 Jun 30 05:29:39.799543 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-ecba309d-1295-4364-840b-8ebdc24e97b5 service neutron] 10.222.0.41 "GET /v2.0/networks/6e1c7ffd-1cfb-415f-be6d-25c5b5583b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851090 Jun 30 05:29:39.921732 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-cc75b3d1-53f2-4ae1-a9fc-c14b9f15282e service neutron] 10.222.0.41 "GET /v2.0/networks/6e1c7ffd-1cfb-415f-be6d-25c5b5583b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129014 Jun 30 05:29:39.931900 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8ee4f-9e9b-492c-bf2b-ec923bba3119 req-a9efbd42-dbb7-440d-bd4e-351bf8cd64fa tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:39.933246 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3ed8ee4f-9e9b-492c-bf2b-ec923bba3119 req-a9efbd42-dbb7-440d-bd4e-351bf8cd64fa tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1329255 Jun 30 05:29:39.971961 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3ed8ee4f-9e9b-492c-bf2b-ec923bba3119 req-5afa647e-90ef-4a66-9126-48d287e3ca2e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329919 Jun 30 05:29:40.126458 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4da51842-6a28-4474-be44-d787ddf0248c req-dc350d7d-3fc1-4ad4-b993-96e94c72f944 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0392249 Jun 30 05:29:40.202585 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0445f0-feb9-44a5-a18a-66acbe0fd3c4 req-3e086799-f857-4667-a77f-63c67741ab8e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:40.204735 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-db0445f0-feb9-44a5-a18a-66acbe0fd3c4 req-3e086799-f857-4667-a77f-63c67741ab8e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0771434 Jun 30 05:29:40.253585 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-db0445f0-feb9-44a5-a18a-66acbe0fd3c4 req-c305c426-2bea-4bcc-ba9a-a4f34462b01a tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411887 Jun 30 05:29:40.303811 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:29:40.332864 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:29:40.333355 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 8f2e92c2-a251-4677-8f43-e9f45e3c3d26 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:29:41.162290 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250d434-90f5-481c-b451-f8b884eb8f8c req-a5c6935f-8e80-4480-b9c4-b2f9d3592e73 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:41.163815 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a250d434-90f5-481c-b451-f8b884eb8f8c req-a5c6935f-8e80-4480-b9c4-b2f9d3592e73 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0655560 Jun 30 05:29:41.213747 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a250d434-90f5-481c-b451-f8b884eb8f8c req-f0544ddb-04ee-4c19-81a1-ef549648ef8a tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436928 Jun 30 05:29:41.307772 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-854d41c0-a2b8-4175-91fa-f4e95d6125c6 req-3bf3db1a-df08-4d7f-98a0-701d20b5f8f1 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0427327 Jun 30 05:29:41.327246 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-69121174-ee2c-4226-9c51-c0d34bc79cb2 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:41.329065 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-69121174-ee2c-4226-9c51-c0d34bc79cb2 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.35 "GET /v2.0/networks?id=6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 HTTP/1.1" status: 200 len: 809 time: 0.1374664 Jun 30 05:29:41.344096 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-5d4134c0-0dbb-484c-b12f-8435a104037a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Request body: {'port': {'device_id': 'cfaea52b-b65e-4f33-ab1f-e055221a5dd8', 'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65', 'admin_state_up': True, 'tenant_id': '92a41694ed3a4b1ca00692746d30da1a'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:41.452937 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec249d-016f-4bb4-a012-decbb9370b9b req-5913974d-c693-47c6-a5af-0880fad00beb tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:41.453630 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-00ec249d-016f-4bb4-a012-decbb9370b9b req-5913974d-c693-47c6-a5af-0880fad00beb tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0792055 Jun 30 05:29:41.471206 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-5d4134c0-0dbb-484c-b12f-8435a104037a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Made reservation on behalf of 92a41694ed3a4b1ca00692746d30da1a for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:29:41.477234 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-5d4134c0-0dbb-484c-b12f-8435a104037a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:41.515719 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-00ec249d-016f-4bb4-a012-decbb9370b9b req-aeae2f86-a542-44f7-8e16-e1e463951779 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565321 Jun 30 05:29:41.621087 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-5d4134c0-0dbb-484c-b12f-8435a104037a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Allocated IP 172.20.0.2 (6e1c7ffd-1cfb-415f-be6d-25c5b5583b65/f5572fea-61cd-4d68-b5b8-5dac15c1f1e4/eb356d0e-d36f-42b3-bf09-dc73779cb0b2) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:29:41.773410 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-5d4134c0-0dbb-484c-b12f-8435a104037a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:41.812585 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-5d4134c0-0dbb-484c-b12f-8435a104037a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:41.858020 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-5d4134c0-0dbb-484c-b12f-8435a104037a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Network 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:29:41.861249 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-5d4134c0-0dbb-484c-b12f-8435a104037a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:29:41.867617 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-5d4134c0-0dbb-484c-b12f-8435a104037a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:29:41.871667 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4134c0-0dbb-484c-b12f-8435a104037a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Pushing event updated for resources: {'Port': ['ID=eb356d0e-d36f-42b3-bf09-dc73779cb0b2,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:41.915033 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-5d4134c0-0dbb-484c-b12f-8435a104037a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:41.915682 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-5d4134c0-0dbb-484c-b12f-8435a104037a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:41.927863 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-5d4134c0-0dbb-484c-b12f-8435a104037a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886779 Jun 30 05:29:41.954132 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Request body: {'port': {'device_id': 'cfaea52b-b65e-4f33-ab1f-e055221a5dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:42.024672 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:42.120477 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-59d319f6-79e4-424c-8442-1571886ac054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:42.274591 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb356d0e-d36f-42b3-bf09-dc73779cb0b2 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:29:42.283703 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:42.296567 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Transition to ACTIVE for port object eb356d0e-d36f-42b3-bf09-dc73779cb0b2 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:29:42.302136 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:42.352796 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb356d0e-d36f-42b3-bf09-dc73779cb0b2,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:42.415293 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009869e-01d3-4b60-97fb-96a2d0fb6e32 req-bd1d615e-4d19-410d-85b7-ce9b52a11db3 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:42.416813 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c009869e-01d3-4b60-97fb-96a2d0fb6e32 req-bd1d615e-4d19-410d-85b7-ce9b52a11db3 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0735161 Jun 30 05:29:42.445817 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Attempting to bind port eb356d0e-d36f-42b3-bf09-dc73779cb0b2 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:29:42.446154 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Attempting to bind port eb356d0e-d36f-42b3-bf09-dc73779cb0b2 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '65fc8da5-4bf5-41ad-bc6b-9f35936290b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:29:42.446478 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Attempting to bind port eb356d0e-d36f-42b3-bf09-dc73779cb0b2 on network 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:29:42.451463 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Port eb356d0e-d36f-42b3-bf09-dc73779cb0b2 on network 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:29:42.451779 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Attempting to bind port eb356d0e-d36f-42b3-bf09-dc73779cb0b2 on network 6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:29:42.457831 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:29:42.458160 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Checking segment: {'id': '65fc8da5-4bf5-41ad-bc6b-9f35936290b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:29:42.458574 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Bound using segment: {'id': '65fc8da5-4bf5-41ad-bc6b-9f35936290b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:29:42.459047 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Bound port: eb356d0e-d36f-42b3-bf09-dc73779cb0b2, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fc8da5-4bf5-41ad-bc6b-9f35936290b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:29:42.459480 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:42.493306 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c009869e-01d3-4b60-97fb-96a2d0fb6e32 req-4c9fdeca-604e-456f-b143-cec988f66a6c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673914 Jun 30 05:29:42.523929 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] For port eb356d0e-d36f-42b3-bf09-dc73779cb0b2, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:29:42.526883 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120a9c8-67bb-46ba-805c-46c1cf840504 req-97d7b631-dacf-4374-9dca-da8f2b7dc9f3 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:42.527034 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] For port eb356d0e-d36f-42b3-bf09-dc73779cb0b2, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=eb356d0e-d36f-42b3-bf09-dc73779cb0b2,segment=NetworkSegment(65fc8da5-4bf5-41ad-bc6b-9f35936290b9),segment_id=65fc8da5-4bf5-41ad-bc6b-9f35936290b9)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:29:42.528632 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2120a9c8-67bb-46ba-805c-46c1cf840504 req-97d7b631-dacf-4374-9dca-da8f2b7dc9f3 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 943 time: 0.0878649 Jun 30 05:29:42.536804 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:42.571257 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:42.571869 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:42.573242 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] 10.222.0.35 "PUT /v2.0/ports/eb356d0e-d36f-42b3-bf09-dc73779cb0b2 HTTP/1.1" status: 200 len: 1093 time: 0.6238000 Jun 30 05:29:42.573685 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfaea52b-b65e-4f33-ab1f-e055221a5dd8', 'tag': 'eb356d0e-d36f-42b3-bf09-dc73779cb0b2'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:29:42.576507 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2120a9c8-67bb-46ba-805c-46c1cf840504 req-ca629c8d-0f77-4c65-9294-c13e5239534b tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364187 Jun 30 05:29:42.576639 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c8efde-3645-42ba-9bc9-da8d10f733f0" -d '{"events": [{"name": "network-changed", "server_uuid": "cfaea52b-b65e-4f33-ab1f-e055221a5dd8", "tag": "eb356d0e-d36f-42b3-bf09-dc73779cb0b2"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:29:42.620475 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b04c46-68c3-4a4f-9892-26f68d6025b6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb356d0e-d36f-42b3-bf09-dc73779cb0b2,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:42.640530 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07f91c0-e2ca-4bae-8716-af3cb323bdce x-openstack-request-id: req-e07f91c0-e2ca-4bae-8716-af3cb323bdce {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:29:42.640863 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfaea52b-b65e-4f33-ab1f-e055221a5dd8", "tag": "eb356d0e-d36f-42b3-bf09-dc73779cb0b2", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:29:42.641152 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e07f91c0-e2ca-4bae-8716-af3cb323bdce {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:29:42.641576 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfaea52b-b65e-4f33-ab1f-e055221a5dd8', 'tag': 'eb356d0e-d36f-42b3-bf09-dc73779cb0b2', 'status': 'completed', 'code': 200} Jun 30 05:29:42.710351 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-262f43ec-e660-4960-b9af-6562be521d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:42.712361 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-262f43ec-e660-4960-b9af-6562be521d17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92a41694ed3a4b1ca00692746d30da1a&device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 1096 time: 0.0643373 Jun 30 05:29:42.721601 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb500d9-176c-41a0-b2a0-deae294dbf61 req-ec69b252-b120-40bf-a3be-a25c37796cc2 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:42.723483 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7fb500d9-176c-41a0-b2a0-deae294dbf61 req-ec69b252-b120-40bf-a3be-a25c37796cc2 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0762398 Jun 30 05:29:42.768235 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-adb22008-ac1b-4307-9432-2dd153950a3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb356d0e-d36f-42b3-bf09-dc73779cb0b2 HTTP/1.1" status: 200 len: 217 time: 0.0385754 Jun 30 05:29:42.771299 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7fb500d9-176c-41a0-b2a0-deae294dbf61 req-a2d0c24b-11eb-4763-80df-57e50a2a4d59 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Jun 30 05:29:42.833061 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-09a5c2a0-6a4a-4cbb-bca8-46b4fbf0726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:42.834523 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-09a5c2a0-6a4a-4cbb-bca8-46b4fbf0726c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f5572fea-61cd-4d68-b5b8-5dac15c1f1e4 HTTP/1.1" status: 200 len: 849 time: 0.0547893 Jun 30 05:29:42.876173 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-71ad4f5d-d7b2-4a65-9f64-b94ce075fcb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e1c7ffd-1cfb-415f-be6d-25c5b5583b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338516 Jun 30 05:29:42.970376 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-fb070846-edb6-4c29-b84e-dcaed97b415c service neutron] 10.222.0.35 "GET /v2.0/networks/6e1c7ffd-1cfb-415f-be6d-25c5b5583b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859802 Jun 30 05:29:43.073577 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3df79a55-15f4-4477-a6b3-379aa34aa087 req-c6913949-5043-4ee2-aebc-03af5b1e7b7b service neutron] 10.222.0.35 "GET /v2.0/networks/6e1c7ffd-1cfb-415f-be6d-25c5b5583b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935991 Jun 30 05:29:43.199967 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8efde-3645-42ba-9bc9-da8d10f733f0 req-95a740ba-ffc7-474a-bb31-4682001759b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:43.201739 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-15c8efde-3645-42ba-9bc9-da8d10f733f0 req-95a740ba-ffc7-474a-bb31-4682001759b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92a41694ed3a4b1ca00692746d30da1a&device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 1096 time: 0.0586832 Jun 30 05:29:43.235302 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c78eb-2abb-45fa-81de-a0ba8e6118fe req-17e06e5e-2efe-4eb1-8606-3d943b6409d7 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:43.236570 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5b0c78eb-2abb-45fa-81de-a0ba8e6118fe req-17e06e5e-2efe-4eb1-8606-3d943b6409d7 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 945 time: 0.0866780 Jun 30 05:29:43.293623 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8efde-3645-42ba-9bc9-da8d10f733f0 req-276fecc2-e5c5-4362-9872-71750ca967a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:43.295799 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-15c8efde-3645-42ba-9bc9-da8d10f733f0 req-276fecc2-e5c5-4362-9872-71750ca967a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 HTTP/1.1" status: 200 len: 910 time: 0.0840077 Jun 30 05:29:43.304810 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5b0c78eb-2abb-45fa-81de-a0ba8e6118fe req-990af78c-a3d4-42ed-9791-6bd940059fc4 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622666 Jun 30 05:29:43.341504 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16b7dd-5404-4d31-942d-4e79581bf582 req-80a38f74-c0c0-4efa-a148-56965c27a922 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:43.342968 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2b16b7dd-5404-4d31-942d-4e79581bf582 req-80a38f74-c0c0-4efa-a148-56965c27a922 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0851548 Jun 30 05:29:43.344984 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-15c8efde-3645-42ba-9bc9-da8d10f733f0 req-e0dd78b5-3673-4be4-b6ed-2acc4d4ea6fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb356d0e-d36f-42b3-bf09-dc73779cb0b2 HTTP/1.1" status: 200 len: 217 time: 0.0399852 Jun 30 05:29:43.388760 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2b16b7dd-5404-4d31-942d-4e79581bf582 req-04af4a07-4071-4a5d-b258-8ce33133ce66 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398633 Jun 30 05:29:43.399679 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8efde-3645-42ba-9bc9-da8d10f733f0 req-f174e971-bcf1-48ae-be36-1eb3c6b3153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:43.401147 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-15c8efde-3645-42ba-9bc9-da8d10f733f0 req-f174e971-bcf1-48ae-be36-1eb3c6b3153b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f5572fea-61cd-4d68-b5b8-5dac15c1f1e4 HTTP/1.1" status: 200 len: 849 time: 0.0457513 Jun 30 05:29:43.437194 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-15c8efde-3645-42ba-9bc9-da8d10f733f0 req-2c2a7d96-6c80-4d9d-a2bc-374fbd5363a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e1c7ffd-1cfb-415f-be6d-25c5b5583b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258358 Jun 30 05:29:43.529170 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-15c8efde-3645-42ba-9bc9-da8d10f733f0 req-66f7d4a6-90d7-4b8d-af92-3bef4fa90ac4 service neutron] 10.222.0.35 "GET /v2.0/networks/6e1c7ffd-1cfb-415f-be6d-25c5b5583b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822709 Jun 30 05:29:43.625318 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-15c8efde-3645-42ba-9bc9-da8d10f733f0 req-4427ce3e-b088-4328-a756-81eae65b86df service neutron] 10.222.0.35 "GET /v2.0/networks/6e1c7ffd-1cfb-415f-be6d-25c5b5583b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868351 Jun 30 05:29:43.672016 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc9c4c-3606-4bda-9cce-2217edd3cea2 req-aeb70bd9-3454-406c-9eae-1ba565d4398b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:43.673499 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-51bc9c4c-3606-4bda-9cce-2217edd3cea2 req-aeb70bd9-3454-406c-9eae-1ba565d4398b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0648835 Jun 30 05:29:43.739610 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-51bc9c4c-3606-4bda-9cce-2217edd3cea2 req-5d83393a-af61-4e79-8ce8-98f7d870cf63 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601811 Jun 30 05:29:43.767715 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc040c-f71e-4ba0-a50d-774a0c849d31 req-ed69e619-041d-4451-9042-fec98214ce08 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:43.769178 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-81bc040c-f71e-4ba0-a50d-774a0c849d31 req-ed69e619-041d-4451-9042-fec98214ce08 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 943 time: 0.0750563 Jun 30 05:29:43.805833 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-81bc040c-f71e-4ba0-a50d-774a0c849d31 req-f965f4ac-b7a9-4d93-9c6d-8490ed38be1a tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Jun 30 05:29:43.948729 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1915e2f-d970-484d-8f0b-c2b8bb501bc9 req-36e38b45-7377-4c70-b2dd-1e7073c41b8a tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:43.950679 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e1915e2f-d970-484d-8f0b-c2b8bb501bc9 req-36e38b45-7377-4c70-b2dd-1e7073c41b8a tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0648615 Jun 30 05:29:43.989024 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e1915e2f-d970-484d-8f0b-c2b8bb501bc9 req-37b1a98f-b859-4844-b63e-3d137ab67c76 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327106 Jun 30 05:29:44.479180 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263f134-3811-4705-b937-1d361942e421 req-a6413053-9c6b-4a81-8d78-3dee1b7ab466 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:44.480761 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f263f134-3811-4705-b937-1d361942e421 req-a6413053-9c6b-4a81-8d78-3dee1b7ab466 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 945 time: 0.0642695 Jun 30 05:29:44.546358 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f263f134-3811-4705-b937-1d361942e421 req-4b210f5c-edff-4804-86c6-2baac7ce741d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600355 Jun 30 05:29:44.577318 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9dc1e-e682-4a6f-a8b9-6392a1e67b20 req-a6c87031-3401-4d10-ac95-4c694f8e6b0b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:44.578770 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-06d9dc1e-e682-4a6f-a8b9-6392a1e67b20 req-a6c87031-3401-4d10-ac95-4c694f8e6b0b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0754316 Jun 30 05:29:44.619542 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-06d9dc1e-e682-4a6f-a8b9-6392a1e67b20 req-c90157e9-37b6-497b-a726-cc86bdffd211 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351176 Jun 30 05:29:44.705495 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d5beb832-ffaa-43c9-8c6a-b2f4f6988be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:44.769107 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:44.911135 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c8148-3786-4402-bdd6-fdf96961147a req-d49d52ba-66ee-497a-a5c5-e0074b0f7d27 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:44.912596 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e51c8148-3786-4402-bdd6-fdf96961147a req-d49d52ba-66ee-497a-a5c5-e0074b0f7d27 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0631335 Jun 30 05:29:44.982213 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e51c8148-3786-4402-bdd6-fdf96961147a req-110db363-ed9b-467e-aa4d-935401ea39cf tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616815 Jun 30 05:29:45.006253 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3325af-afa0-4c8f-8bad-903732eb907b req-96baee48-29e9-430e-bbc6-049ea2ecdc93 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:45.007715 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7c3325af-afa0-4c8f-8bad-903732eb907b req-96baee48-29e9-430e-bbc6-049ea2ecdc93 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 943 time: 0.0901461 Jun 30 05:29:45.047727 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7c3325af-afa0-4c8f-8bad-903732eb907b req-f81f3b06-00ce-421f-bbef-f8e4358eda52 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336375 Jun 30 05:29:45.169572 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a011fd3-5c48-4db5-b4a9-ff8476382758 req-c7529b37-e2d0-4983-85ba-a3bb3c3d4bfa tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:45.170919 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4a011fd3-5c48-4db5-b4a9-ff8476382758 req-c7529b37-e2d0-4983-85ba-a3bb3c3d4bfa tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0662203 Jun 30 05:29:45.208793 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4a011fd3-5c48-4db5-b4a9-ff8476382758 req-23d3db58-300f-4a6b-9249-9c07d412993b tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323601 Jun 30 05:29:45.724030 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985addd-6f47-40c7-92b9-4681b2d80f54 req-d24ea897-19c3-42be-840e-3b82e9f96c4c tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:45.725537 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b985addd-6f47-40c7-92b9-4681b2d80f54 req-d24ea897-19c3-42be-840e-3b82e9f96c4c tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 945 time: 0.0649512 Jun 30 05:29:45.736382 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b40815-aa5a-4086-bf16-36ecb5379b5d req-625e727e-23e9-435d-b245-81719046b0e4 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:45.737943 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a7b40815-aa5a-4086-bf16-36ecb5379b5d req-625e727e-23e9-435d-b245-81719046b0e4 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.35 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 945 time: 0.0700860 Jun 30 05:29:45.792545 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b985addd-6f47-40c7-92b9-4681b2d80f54 req-bb5b71c0-529a-450b-98dd-450191eddede tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606616 Jun 30 05:29:45.810805 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:45.826667 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaf7b1-0a7c-4d92-bb4b-1b166838c296 req-ea836b1a-e86e-4160-a292-46ae299eba68 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:45.828448 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-51eaf7b1-0a7c-4d92-bb4b-1b166838c296 req-ea836b1a-e86e-4160-a292-46ae299eba68 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0893929 Jun 30 05:29:45.844376 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-a7b40815-aa5a-4086-bf16-36ecb5379b5d req-5a7a795e-3439-4ee7-a47f-17005b420b3d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Deleting port 126bdedc-3e77-44ca-a547-bfe58103dcfe {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:29:45.844714 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a7b40815-aa5a-4086-bf16-36ecb5379b5d req-5a7a795e-3439-4ee7-a47f-17005b420b3d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:45.869693 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-51eaf7b1-0a7c-4d92-bb4b-1b166838c296 req-f601199d-1cc1-4847-a5f8-b6494b41f22f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357738 Jun 30 05:29:45.934813 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-a7b40815-aa5a-4086-bf16-36ecb5379b5d req-5a7a795e-3439-4ee7-a47f-17005b420b3d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] For port 126bdedc-3e77-44ca-a547-bfe58103dcfe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=126bdedc-3e77-44ca-a547-bfe58103dcfe,segment=NetworkSegment(6a2d0cf8-4809-483e-a403-29da7ae38148),segment_id=6a2d0cf8-4809-483e-a403-29da7ae38148)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:29:45.935208 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a7b40815-aa5a-4086-bf16-36ecb5379b5d req-5a7a795e-3439-4ee7-a47f-17005b420b3d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:45.947285 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-a7b40815-aa5a-4086-bf16-36ecb5379b5d req-5a7a795e-3439-4ee7-a47f-17005b420b3d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Calling delete_port for 126bdedc-3e77-44ca-a547-bfe58103dcfe owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:29:46.070627 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a7b40815-aa5a-4086-bf16-36ecb5379b5d req-5a7a795e-3439-4ee7-a47f-17005b420b3d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:46.087067 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['126bdedc-3e77-44ca-a547-bfe58103dcfe'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:29:46.109574 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a795e-3439-4ee7-a47f-17005b420b3d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Pushing event deleted for resources: {'Port': ['ID=126bdedc-3e77-44ca-a547-bfe58103dcfe,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:46.156785 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b40815-aa5a-4086-bf16-36ecb5379b5d req-5a7a795e-3439-4ee7-a47f-17005b420b3d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] No DVR routers for this DVR port 126bdedc-3e77-44ca-a547-bfe58103dcfe on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:29:46.159242 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a7b40815-aa5a-4086-bf16-36ecb5379b5d req-5a7a795e-3439-4ee7-a47f-17005b420b3d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:46.161321 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a7b40815-aa5a-4086-bf16-36ecb5379b5d req-5a7a795e-3439-4ee7-a47f-17005b420b3d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.35 "DELETE /v2.0/ports/126bdedc-3e77-44ca-a547-bfe58103dcfe HTTP/1.1" status: 204 len: 173 time: 0.4156191 Jun 30 05:29:46.161752 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32217f4e-abac-4646-a0a3-b353e9e97abb', 'name': 'network-vif-deleted', 'tag': '126bdedc-3e77-44ca-a547-bfe58103dcfe'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:29:46.163622 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d53ae-236a-46e1-bc57-dd6baa942a1a req-afed1702-45b3-4b69-8a4e-500f48b4a968 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:46.164127 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eea1c2-804e-4010-baed-b1dcbb13ed68" -d '{"events": [{"server_uuid": "32217f4e-abac-4646-a0a3-b353e9e97abb", "name": "network-vif-deleted", "tag": "126bdedc-3e77-44ca-a547-bfe58103dcfe"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:29:46.165411 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-545d53ae-236a-46e1-bc57-dd6baa942a1a req-afed1702-45b3-4b69-8a4e-500f48b4a968 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0730951 Jun 30 05:29:46.233532 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-545d53ae-236a-46e1-bc57-dd6baa942a1a req-7a700da5-5d56-4336-9e92-03a1f9a16469 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607557 Jun 30 05:29:46.275563 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc9ad6-db60-45e4-af41-775a0be9b65c req-0978cb21-140b-4f9f-abd8-f53d5c54b437 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:46.277056 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-68fc9ad6-db60-45e4-af41-775a0be9b65c req-0978cb21-140b-4f9f-abd8-f53d5c54b437 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 943 time: 0.0922821 Jun 30 05:29:46.282779 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01af4067-4708-4cbe-9e7c-0086b63f72d0 x-openstack-request-id: req-01af4067-4708-4cbe-9e7c-0086b63f72d0 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:29:46.283413 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32217f4e-abac-4646-a0a3-b353e9e97abb", "name": "network-vif-deleted", "tag": "126bdedc-3e77-44ca-a547-bfe58103dcfe", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:29:46.283923 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01af4067-4708-4cbe-9e7c-0086b63f72d0 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:29:46.284462 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32217f4e-abac-4646-a0a3-b353e9e97abb', 'name': 'network-vif-deleted', 'tag': '126bdedc-3e77-44ca-a547-bfe58103dcfe', 'status': 'completed', 'code': 200} Jun 30 05:29:46.320827 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-68fc9ad6-db60-45e4-af41-775a0be9b65c req-6bf52414-7b70-4cbe-aff4-88466d8342db tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357015 Jun 30 05:29:46.333152 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device eb356d0e-d36f-42b3-bf09-dc73779cb0b2 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:29:46.427976 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port eb356d0e-d36f-42b3-bf09-dc73779cb0b2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=eb356d0e-d36f-42b3-bf09-dc73779cb0b2,segment=NetworkSegment(65fc8da5-4bf5-41ad-bc6b-9f35936290b9),segment_id=65fc8da5-4bf5-41ad-bc6b-9f35936290b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:29:46.440279 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': 'eb356d0e-d36f-42b3-bf09-dc73779cb0b2', 'network_id': '6e1c7ffd-1cfb-415f-be6d-25c5b5583b65', 'port_id': 'eb356d0e-d36f-42b3-bf09-dc73779cb0b2', 'mac_address': 'fa:16:3e:22:f6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5572fea-61cd-4d68-b5b8-5dac15c1f1e4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:29:46.450995 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41034f-5a7c-4e86-8924-cd6a6096cff4 req-61215e00-74f7-4d67-865b-b01336e90afd tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:46.452505 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4b41034f-5a7c-4e86-8924-cd6a6096cff4 req-61215e00-74f7-4d67-865b-b01336e90afd tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0772471 Jun 30 05:29:46.482029 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:46.492219 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4b41034f-5a7c-4e86-8924-cd6a6096cff4 req-24acf9be-401e-4cb1-b892-02df4d8b8acf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340314 Jun 30 05:29:46.494764 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb356d0e-d36f-42b3-bf09-dc73779cb0b2 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:29:46.518383 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port eb356d0e-d36f-42b3-bf09-dc73779cb0b2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=eb356d0e-d36f-42b3-bf09-dc73779cb0b2,segment=NetworkSegment(65fc8da5-4bf5-41ad-bc6b-9f35936290b9),segment_id=65fc8da5-4bf5-41ad-bc6b-9f35936290b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:29:46.521880 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:46.571061 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=eb356d0e-d36f-42b3-bf09-dc73779cb0b2,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:46.880610 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['eb356d0e-d36f-42b3-bf09-dc73779cb0b2'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:29:46.972637 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a3c2f485-57c3-4dad-98c7-1d9decadfc97 req-19fcf1f3-4744-4afd-86ab-de9da85e546b tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=32217f4e-abac-4646-a0a3-b353e9e97abb HTTP/1.1" status: 200 len: 210 time: 0.0433331 Jun 30 05:29:47.094287 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f27ef-13fe-4084-ab68-090c76dffade req-1e75331a-2338-4fb8-8654-8d01977cbbdf tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:47.095814 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f42f27ef-13fe-4084-ab68-090c76dffade req-1e75331a-2338-4fb8-8654-8d01977cbbdf tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0711274 Jun 30 05:29:47.132771 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f42f27ef-13fe-4084-ab68-090c76dffade req-45f124d4-f18e-4652-b914-c9d6a707b75b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310915 Jun 30 05:29:47.303557 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:47.412710 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b958165-9ce3-409d-8708-d61dde732638 req-7e66f52f-26f6-453a-8fc9-048fd1b3ce74 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:47.414185 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0b958165-9ce3-409d-8708-d61dde732638 req-7e66f52f-26f6-453a-8fc9-048fd1b3ce74 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0660150 Jun 30 05:29:47.475507 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0b958165-9ce3-409d-8708-d61dde732638 req-b7425fc5-3361-426a-b346-197b5a78500e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550764 Jun 30 05:29:47.510890 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed72d5-c8b7-41f2-9f83-08027d01139c req-f54ccd18-d64b-4c3d-a8fb-47dbc98d1229 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:47.512455 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-48ed72d5-c8b7-41f2-9f83-08027d01139c req-f54ccd18-d64b-4c3d-a8fb-47dbc98d1229 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 944 time: 0.0727148 Jun 30 05:29:47.550510 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-48ed72d5-c8b7-41f2-9f83-08027d01139c req-06a7f488-2588-49a6-934d-74d3faa63167 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Jun 30 05:29:47.664239 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c1746-ddb3-4d5f-8f11-93757d0da0ea req-b6fe22ff-b393-4743-ae40-c4f80ef80b60 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:47.665678 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b89c1746-ddb3-4d5f-8f11-93757d0da0ea req-b6fe22ff-b393-4743-ae40-c4f80ef80b60 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0612738 Jun 30 05:29:47.707163 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b89c1746-ddb3-4d5f-8f11-93757d0da0ea req-1fc617e0-01df-442e-87f7-8ff6d3012cca tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351722 Jun 30 05:29:48.314836 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74453-20d4-488d-a004-a0754027dfeb req-f5a21f7e-b7f1-4d4b-b395-e0c913f52043 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:48.316248 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-95d74453-20d4-488d-a004-a0754027dfeb req-f5a21f7e-b7f1-4d4b-b395-e0c913f52043 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0625675 Jun 30 05:29:48.335132 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device c2da3b1d-7440-4074-b5c0-d0907a145db8 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:29:48.338214 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device eb356d0e-d36f-42b3-bf09-dc73779cb0b2 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:29:48.354301 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-95d74453-20d4-488d-a004-a0754027dfeb req-d394eb07-3a35-48ea-97c5-ff943681ba01 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325220 Jun 30 05:29:48.439511 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port eb356d0e-d36f-42b3-bf09-dc73779cb0b2 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:29:48.450685 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port eb356d0e-d36f-42b3-bf09-dc73779cb0b2 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:29:48.451051 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:48.492585 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port c2da3b1d-7440-4074-b5c0-d0907a145db8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:29:48.508945 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'port_id': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'mac_address': 'fa:16:3e:55:58:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:29:48.570815 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:48.587312 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:48.597857 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2da3b1d-7440-4074-b5c0-d0907a145db8 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:29:48.626831 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfaea52b-b65e-4f33-ab1f-e055221a5dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb356d0e-d36f-42b3-bf09-dc73779cb0b2'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:29:48.629900 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158dfd87-49c3-4c23-bcb0-ef4719bbe573" -d '{"events": [{"server_uuid": "cfaea52b-b65e-4f33-ab1f-e055221a5dd8", "name": "network-vif-plugged", "status": "completed", "tag": "eb356d0e-d36f-42b3-bf09-dc73779cb0b2"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:29:48.641348 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port c2da3b1d-7440-4074-b5c0-d0907a145db8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:29:48.644919 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port eb356d0e-d36f-42b3-bf09-dc73779cb0b2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=eb356d0e-d36f-42b3-bf09-dc73779cb0b2,segment=NetworkSegment(65fc8da5-4bf5-41ad-bc6b-9f35936290b9),segment_id=65fc8da5-4bf5-41ad-bc6b-9f35936290b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:29:48.646575 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:48.657273 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e3133-625b-434d-9126-e7e15d355abb req-68dceca5-ced6-4a66-bee3-252ff18e8b76 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:48.658779 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c79e3133-625b-434d-9126-e7e15d355abb req-68dceca5-ced6-4a66-bee3-252ff18e8b76 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0726647 Jun 30 05:29:48.672610 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:48.673351 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 126bdedc-3e77-44ca-a547-bfe58103dcfe no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:29:48.694736 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 126bdedc-3e77-44ca-a547-bfe58103dcfe {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:29:48.695282 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 126bdedc-3e77-44ca-a547-bfe58103dcfe not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:29:48.716029 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=c2da3b1d-7440-4074-b5c0-d0907a145db8,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:48.737104 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c79e3133-625b-434d-9126-e7e15d355abb req-0d41142f-b4e2-4cac-810d-e9b1f66bf3c2 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721533 Jun 30 05:29:48.765237 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4f2b7-4dd7-4830-9e11-61a32e1ca98e req-8e06e4d6-4026-4683-832a-92c509eb39ef tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:48.766776 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8ed4f2b7-4dd7-4830-9e11-61a32e1ca98e req-8e06e4d6-4026-4683-832a-92c509eb39ef tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 945 time: 0.0947523 Jun 30 05:29:48.771335 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=eb356d0e-d36f-42b3-bf09-dc73779cb0b2,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:48.790662 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855987a7-7952-49d0-9717-7124cfb1f1c5 x-openstack-request-id: req-855987a7-7952-49d0-9717-7124cfb1f1c5 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:29:48.791055 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfaea52b-b65e-4f33-ab1f-e055221a5dd8", "name": "network-vif-plugged", "status": "completed", "tag": "eb356d0e-d36f-42b3-bf09-dc73779cb0b2", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:29:48.791429 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-855987a7-7952-49d0-9717-7124cfb1f1c5 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:29:48.791930 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfaea52b-b65e-4f33-ab1f-e055221a5dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb356d0e-d36f-42b3-bf09-dc73779cb0b2', 'code': 200} Jun 30 05:29:48.811161 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8ed4f2b7-4dd7-4830-9e11-61a32e1ca98e req-5eed3916-3c0b-40d6-8238-a91199d66d34 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360658 Jun 30 05:29:48.935304 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d017432-bbff-462b-a91e-457264bc04ea req-a3bd6211-96f3-4ed0-9d19-31137fe1f687 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:48.936770 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0d017432-bbff-462b-a91e-457264bc04ea req-a3bd6211-96f3-4ed0-9d19-31137fe1f687 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 944 time: 0.0624225 Jun 30 05:29:48.974040 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0d017432-bbff-462b-a91e-457264bc04ea req-9791ef22-fe57-4be8-bf9a-95ffd5b04753 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317991 Jun 30 05:29:49.541684 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d34d6-61b2-4149-b64d-547de134ebad req-1fe3f1eb-8da9-4f8d-8eb4-577a45fef2b6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:49.543049 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b78d34d6-61b2-4149-b64d-547de134ebad req-1fe3f1eb-8da9-4f8d-8eb4-577a45fef2b6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0642557 Jun 30 05:29:49.579464 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b78d34d6-61b2-4149-b64d-547de134ebad req-b56c1594-a395-47ed-b655-650a03a7acf5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308554 Jun 30 05:29:49.910854 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073ef04-0d90-47ca-9a35-45e87aba8abf req-d2c4a12a-ec31-4cef-9be8-8399aaf8b3f8 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:49.912338 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b073ef04-0d90-47ca-9a35-45e87aba8abf req-d2c4a12a-ec31-4cef-9be8-8399aaf8b3f8 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0649486 Jun 30 05:29:49.978515 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b073ef04-0d90-47ca-9a35-45e87aba8abf req-22472792-1595-4ee1-9456-322209bc6aa1 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605357 Jun 30 05:29:50.020520 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff49a1-1b3c-417d-b6b0-722e931ed4d9 req-30b53fd8-1eb6-4a3f-9eca-91e6dc02b413 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:50.022834 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3dff49a1-1b3c-417d-b6b0-722e931ed4d9 req-30b53fd8-1eb6-4a3f-9eca-91e6dc02b413 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 945 time: 0.0985446 Jun 30 05:29:50.059929 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3dff49a1-1b3c-417d-b6b0-722e931ed4d9 req-0eebc31d-222f-4419-a6bd-cdd89aaa02eb tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312181 Jun 30 05:29:50.158822 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b8199-e41a-460c-8bb7-fe6655851a09 req-060e42b7-3513-4ead-b3d5-e56d404be935 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:50.160269 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7a9b8199-e41a-460c-8bb7-fe6655851a09 req-060e42b7-3513-4ead-b3d5-e56d404be935 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 944 time: 0.0640626 Jun 30 05:29:50.195956 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7a9b8199-e41a-460c-8bb7-fe6655851a09 req-c6ae7057-d336-4f4b-9628-c54b57bb208f tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301406 Jun 30 05:29:50.752281 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943455d8-bf9b-45b5-bb8c-fe04bba093c2 req-f117131a-1ed2-483b-80d6-7085f3d5de56 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:50.753706 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-943455d8-bf9b-45b5-bb8c-fe04bba093c2 req-f117131a-1ed2-483b-80d6-7085f3d5de56 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0608737 Jun 30 05:29:50.790304 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-943455d8-bf9b-45b5-bb8c-fe04bba093c2 req-ca49d486-8a8a-4773-8994-3cc625f66f48 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310247 Jun 30 05:29:51.162807 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909cbdf-b0dd-4631-a9af-b5c6074b4c06 req-1366fd19-bc75-48fb-be07-8a6e111623e1 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:51.164308 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8909cbdf-b0dd-4631-a9af-b5c6074b4c06 req-1366fd19-bc75-48fb-be07-8a6e111623e1 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0651884 Jun 30 05:29:51.232716 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8909cbdf-b0dd-4631-a9af-b5c6074b4c06 req-e60875c6-166d-4652-b40e-990383303abf tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626702 Jun 30 05:29:51.255942 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f119392-9283-442e-84d3-566e71b6b046 req-bf23011b-f9e0-4d9e-a1cc-15719ef1209e tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:51.257489 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0f119392-9283-442e-84d3-566e71b6b046 req-bf23011b-f9e0-4d9e-a1cc-15719ef1209e tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 945 time: 0.0863841 Jun 30 05:29:51.307044 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0f119392-9283-442e-84d3-566e71b6b046 req-ef071296-31fb-41c8-91f3-f1b515d430ed tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422072 Jun 30 05:29:51.399789 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ff3aa-7e6f-4e4b-9857-6d58984b63c1 req-57ecd2d8-0bb9-4a36-b561-52a3ab71c123 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:51.401241 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-638ff3aa-7e6f-4e4b-9857-6d58984b63c1 req-57ecd2d8-0bb9-4a36-b561-52a3ab71c123 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 944 time: 0.0627561 Jun 30 05:29:51.443442 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-638ff3aa-7e6f-4e4b-9857-6d58984b63c1 req-3de54851-bb1e-4064-bbff-dc8ae017a9e7 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362535 Jun 30 05:29:51.516405 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91cd43-7dd4-4383-bad2-6e700ced9dde req-f21d3fde-09b6-4520-bd6c-0fea8dc7b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:51.517880 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4d91cd43-7dd4-4383-bad2-6e700ced9dde req-f21d3fde-09b6-4520-bd6c-0fea8dc7b252 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 1098 time: 0.0537028 Jun 30 05:29:51.552439 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4d91cd43-7dd4-4383-bad2-6e700ced9dde req-d5e27e7c-474d-4854-a37f-a5338ebe16cb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272686 Jun 30 05:29:51.641563 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['c2da3b1d-7440-4074-b5c0-d0907a145db8'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:29:51.969582 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912acf84-c39a-4493-bea8-645a722d3f4e req-3a6fdb06-0b72-4c95-8f7e-707062643b14 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:51.971023 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-912acf84-c39a-4493-bea8-645a722d3f4e req-3a6fdb06-0b72-4c95-8f7e-707062643b14 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0636289 Jun 30 05:29:52.006935 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-912acf84-c39a-4493-bea8-645a722d3f4e req-0a6e5622-c1b6-413e-ad6a-00cfcec4b892 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301170 Jun 30 05:29:52.409560 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf3375-00d4-4609-8b32-b09b4a160dd4 req-8e2d86dd-479f-4ba5-b8db-ddc3ae00e2fb tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:52.411052 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1aaf3375-00d4-4609-8b32-b09b4a160dd4 req-8e2d86dd-479f-4ba5-b8db-ddc3ae00e2fb tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0668135 Jun 30 05:29:52.487200 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1aaf3375-00d4-4609-8b32-b09b4a160dd4 req-407bb7d8-120e-4bf4-8e4c-96e39aec45e2 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706441 Jun 30 05:29:52.519948 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67254ad-2d66-48a8-b108-f95c9b33bfbd req-291df750-a090-4578-a115-d2c8d7910a49 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:52.522651 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e67254ad-2d66-48a8-b108-f95c9b33bfbd req-291df750-a090-4578-a115-d2c8d7910a49 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 945 time: 0.0887156 Jun 30 05:29:52.570758 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e67254ad-2d66-48a8-b108-f95c9b33bfbd req-69f38338-80fa-47c7-a398-0c32780b87e2 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407541 Jun 30 05:29:52.672133 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad931bc-d877-4383-b44f-e67d1504fa1b req-f8d14113-7dcf-4908-878c-9c1e05d4e2d0 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:52.673735 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cad931bc-d877-4383-b44f-e67d1504fa1b req-f8d14113-7dcf-4908-878c-9c1e05d4e2d0 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 944 time: 0.0666795 Jun 30 05:29:52.715696 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cad931bc-d877-4383-b44f-e67d1504fa1b req-b1172e35-3e47-4be8-9b52-9b26afa5c8fb tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363111 Jun 30 05:29:53.182541 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b455c-4aa5-4867-9e8b-0b0fe8c3682d req-d1121851-1e6f-4606-8079-99d21f7f9ff2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:53.184106 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9b6b455c-4aa5-4867-9e8b-0b0fe8c3682d req-d1121851-1e6f-4606-8079-99d21f7f9ff2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0617924 Jun 30 05:29:53.223535 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9b6b455c-4aa5-4867-9e8b-0b0fe8c3682d req-243897dd-7bfa-469d-b8a5-3a69f9a75d90 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336578 Jun 30 05:29:53.277684 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device c2da3b1d-7440-4074-b5c0-d0907a145db8 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:29:53.325380 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port c2da3b1d-7440-4074-b5c0-d0907a145db8 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:29:53.329192 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port c2da3b1d-7440-4074-b5c0-d0907a145db8 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:29:53.329566 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:53.407096 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:53.428597 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:29:53.430825 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ccc30b-3e79-4fa3-a036-a5a30b35fa32" -d '{"events": [{"server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "name": "network-vif-plugged", "status": "completed", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:29:53.443182 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port c2da3b1d-7440-4074-b5c0-d0907a145db8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:29:53.447060 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:53.470495 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50faabeb-40b2-4f01-a7a7-0606cdc9502c x-openstack-request-id: req-50faabeb-40b2-4f01-a7a7-0606cdc9502c {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:29:53.470788 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "name": "network-vif-plugged", "status": "completed", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:29:53.471038 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50faabeb-40b2-4f01-a7a7-0606cdc9502c {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:29:53.471527 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'code': 200} Jun 30 05:29:53.496556 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=c2da3b1d-7440-4074-b5c0-d0907a145db8,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:53.503486 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:53.503851 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:53.504176 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:53.504583 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:53.504836 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:53.505165 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:53.505516 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:53.505836 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:53.506159 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:53.506479 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:53.506805 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:53.507128 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:53.690488 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9503ad5-04df-4e7d-9432-bd659aa4eccc req-4ef1cad8-6b78-459d-b647-04ecc9f24474 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:53.700461 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e9503ad5-04df-4e7d-9432-bd659aa4eccc req-4ef1cad8-6b78-459d-b647-04ecc9f24474 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0984304 Jun 30 05:29:53.777532 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e9503ad5-04df-4e7d-9432-bd659aa4eccc req-36a8d1d3-7a16-4e4a-8710-281152cb2f5f tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755510 Jun 30 05:29:53.785780 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d5621-af84-44f7-a6a8-b422ba90afdb req-310ce166-b4e9-4b96-82e7-5751a81e055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:53.787282 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c64d5621-af84-44f7-a6a8-b422ba90afdb req-310ce166-b4e9-4b96-82e7-5751a81e055e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 1098 time: 0.0667803 Jun 30 05:29:53.810794 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc461d3a-33fb-41a9-afd6-7bbb05c110a5 req-2ace3e81-2213-4723-8071-98e37e70c7ae tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:53.812443 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dc461d3a-33fb-41a9-afd6-7bbb05c110a5 req-2ace3e81-2213-4723-8071-98e37e70c7ae tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 945 time: 0.1009941 Jun 30 05:29:53.821959 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c64d5621-af84-44f7-a6a8-b422ba90afdb req-57b9e587-9468-4d91-b801-b4c36edc6d7c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279226 Jun 30 05:29:53.852189 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dc461d3a-33fb-41a9-afd6-7bbb05c110a5 req-b2a25214-1a63-4409-aa6f-de1935ec9748 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329101 Jun 30 05:29:53.950049 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce076fa-eea9-4129-9bc7-845fc8dc6e66 req-683cd79b-1ab0-4ca4-bdb4-a2fbe32bd7d6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:53.951528 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3ce076fa-eea9-4129-9bc7-845fc8dc6e66 req-683cd79b-1ab0-4ca4-bdb4-a2fbe32bd7d6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0646501 Jun 30 05:29:53.991074 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3ce076fa-eea9-4129-9bc7-845fc8dc6e66 req-47354445-73c1-4e45-82f6-d8d53d6846c7 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336270 Jun 30 05:29:54.402935 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd80816-0929-495e-a3ca-88f99c185174 req-65f30f39-57ef-436e-9f2b-e5b527eb5ca6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:54.404444 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7fd80816-0929-495e-a3ca-88f99c185174 req-65f30f39-57ef-436e-9f2b-e5b527eb5ca6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0657868 Jun 30 05:29:54.441197 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7fd80816-0929-495e-a3ca-88f99c185174 req-032da81b-a971-4a8e-bed1-be87a923d6d2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311551 Jun 30 05:29:54.980647 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab5848-073e-427f-b960-763bf9619339 req-24b5a2a1-1578-47d2-917e-0e943b4be340 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:54.988041 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c2ab5848-073e-427f-b960-763bf9619339 req-24b5a2a1-1578-47d2-917e-0e943b4be340 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0953546 Jun 30 05:29:55.036273 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c2ab5848-073e-427f-b960-763bf9619339 req-4c8d570c-d684-4238-8bf7-79fcb8b5d7f8 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425854 Jun 30 05:29:55.164714 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438dec5-1389-4f0e-b120-62fd2056102e req-08755637-5b66-4938-b38a-16a59fd4dcaf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:55.166168 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5438dec5-1389-4f0e-b120-62fd2056102e req-08755637-5b66-4938-b38a-16a59fd4dcaf tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0615840 Jun 30 05:29:55.203692 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5438dec5-1389-4f0e-b120-62fd2056102e req-be3d4bce-af77-4f8b-ba38-066950d810fa tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310450 Jun 30 05:29:55.618950 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948d6d7-b03f-4699-8de5-5c2e64bdc1af req-4f86d4c3-bdc8-4e28-b78e-cf947404420a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:55.620342 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8948d6d7-b03f-4699-8de5-5c2e64bdc1af req-4f86d4c3-bdc8-4e28-b78e-cf947404420a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0639606 Jun 30 05:29:55.656687 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8948d6d7-b03f-4699-8de5-5c2e64bdc1af req-2d3eb539-817c-4af3-8c87-2d77929fad4d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301361 Jun 30 05:29:55.938303 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:29:56.216836 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1664f-c5fa-496c-94b7-c41b52d7c675 req-fe2812c9-d168-4efb-9278-e8f50004a3bb tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:56.218173 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bcf1664f-c5fa-496c-94b7-c41b52d7c675 req-fe2812c9-d168-4efb-9278-e8f50004a3bb tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0642679 Jun 30 05:29:56.256035 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bcf1664f-c5fa-496c-94b7-c41b52d7c675 req-fcebe65b-c08a-4c1c-b79e-bd9d502ee6c9 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Jun 30 05:29:56.376347 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b465e-6a95-4c1b-b28e-4bc3cb0e33cf req-c90f60b2-59cd-43db-a425-2ff707309111 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:56.377793 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0a8b465e-6a95-4c1b-b28e-4bc3cb0e33cf req-c90f60b2-59cd-43db-a425-2ff707309111 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0624359 Jun 30 05:29:56.414423 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0a8b465e-6a95-4c1b-b28e-4bc3cb0e33cf req-6227cfcc-e9e2-4480-a125-0894d2191689 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309687 Jun 30 05:29:56.833330 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c9d1c-9fab-4ce1-9a7d-0a8d730d41a7 req-b66a6c3e-9e80-42dc-afd1-07523b10f8a5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:56.834798 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a01c9d1c-9fab-4ce1-9a7d-0a8d730d41a7 req-b66a6c3e-9e80-42dc-afd1-07523b10f8a5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0620611 Jun 30 05:29:56.875282 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a01c9d1c-9fab-4ce1-9a7d-0a8d730d41a7 req-a1dff98c-6a9e-4fd9-a17a-90edabea7a66 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343585 Jun 30 05:29:57.473838 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aea4c-49b2-459e-992a-07aa4f963afb req-e979c4d7-2692-4275-9f52-bc28c55ed12e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:57.475317 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1c6aea4c-49b2-459e-992a-07aa4f963afb req-e979c4d7-2692-4275-9f52-bc28c55ed12e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1038632 Jun 30 05:29:57.500243 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb480300-8dab-4cc8-aa2e-5998b01d0ef4 req-1caf8581-b70b-4512-9a3d-685045c65764 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:57.501678 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb480300-8dab-4cc8-aa2e-5998b01d0ef4 req-1caf8581-b70b-4512-9a3d-685045c65764 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 945 time: 0.0986907 Jun 30 05:29:57.539359 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1c6aea4c-49b2-459e-992a-07aa4f963afb req-68f87ab7-9eee-4643-b0f5-20ff64cd2e99 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564301 Jun 30 05:29:57.557064 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb480300-8dab-4cc8-aa2e-5998b01d0ef4 req-d7d498b5-0ae1-4d70-8160-5a1e1cd43eb8 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 Jun 30 05:29:57.706147 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f46c75-d349-48cc-b35a-3e6ac85ea2f2 req-0b3baa33-5ce5-43ab-a81c-338970891db3 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:57.707607 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-71f46c75-d349-48cc-b35a-3e6ac85ea2f2 req-0b3baa33-5ce5-43ab-a81c-338970891db3 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0647151 Jun 30 05:29:57.743592 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-71f46c75-d349-48cc-b35a-3e6ac85ea2f2 req-c9ba6667-5f16-4555-8cd0-1b40b7be1d1f tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304670 Jun 30 05:29:57.912839 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9ee54-7a9d-452f-92df-f383bb2901a2 req-cf465bde-9ef3-498b-a6da-df597605e6d8 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:57.914403 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d7f9ee54-7a9d-452f-92df-f383bb2901a2 req-cf465bde-9ef3-498b-a6da-df597605e6d8 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0632267 Jun 30 05:29:57.953028 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d7f9ee54-7a9d-452f-92df-f383bb2901a2 req-731ade23-5830-4a4b-81e5-cd7f514f0d0a tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320284 Jun 30 05:29:57.979338 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 33450) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:29:58.117121 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d9fda-404e-4578-abc4-ffe32a63353e req-ec7390b9-6b5b-4eef-a520-9fd0cd4e6c77 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:58.118603 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cc2d9fda-404e-4578-abc4-ffe32a63353e req-ec7390b9-6b5b-4eef-a520-9fd0cd4e6c77 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1239376 Jun 30 05:29:58.193886 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-1dcf530c-e4dd-40a8-8e06-2ba4eacd9434 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:58.195335 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-1dcf530c-e4dd-40a8-8e06-2ba4eacd9434 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/networks?id=40082afe-4f9b-4196-a0b9-7246320b3562 HTTP/1.1" status: 200 len: 813 time: 0.1596143 Jun 30 05:29:58.225498 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cc2d9fda-404e-4578-abc4-ffe32a63353e req-5034bff9-7bea-4eb7-906c-bdc9921fc1b5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884414 Jun 30 05:29:58.227911 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-d555023b-7369-4c45-b847-b988e7c6197c tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/quotas/15f2a4271e1d4e408e41753b1eb1cbcc HTTP/1.1" status: 200 len: 375 time: 0.0216739 Jun 30 05:29:58.247933 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec80d11-9dc3-46f4-ad8b-15f00b1db24b tempest-TestShelveInstance-1484821259 tempest-TestShelveInstance-1484821259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:58.249362 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-1ec80d11-9dc3-46f4-ad8b-15f00b1db24b tempest-TestShelveInstance-1484821259 tempest-TestShelveInstance-1484821259-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 1093 time: 0.2678792 Jun 30 05:29:58.252415 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 33462) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:29:58.257765 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Request body: {'floatingip': {'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'port_id': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:29:58.268686 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-fca70d89-da94-4834-a4c1-69a162b2dbc3 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=15f2a4271e1d4e408e41753b1eb1cbcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335677 Jun 30 05:29:58.281149 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for floatingip, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:58.364450 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-412b395f-0962-4845-b4b6-ed2e941005e9 service neutron] 10.222.0.41 "GET /v2.0/networks/40082afe-4f9b-4196-a0b9-7246320b3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891020 Jun 30 05:29:58.381182 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:58.459170 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-a0ae368f-cd83-4836-90d7-e999277bc990 service neutron] 10.222.0.41 "GET /v2.0/networks/40082afe-4f9b-4196-a0b9-7246320b3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888064 Jun 30 05:29:58.519833 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Allocated IP 172.27.2.14 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/1d70c290-81fc-4db6-b554-fdbd21ea1c17) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:29:58.594888 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b8b7b-9fe2-47ff-a882-6a025b99853b req-cb57ee97-e033-428e-a193-c616932f51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:58.596772 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c81b8b7b-9fe2-47ff-a882-6a025b99853b req-cb57ee97-e033-428e-a193-c616932f51b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 1098 time: 0.1268368 Jun 30 05:29:58.637511 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-73d43bf7-50cf-4dcf-894c-a326c67b1609 req-764dd7fd-2961-47e6-bb2a-f49335563640 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 210 time: 0.0340178 Jun 30 05:29:58.672975 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c81b8b7b-9fe2-47ff-a882-6a025b99853b req-b5765e62-ccbc-4a7e-b4f8-fd0761c8a425 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668275 Jun 30 05:29:58.688887 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:58.743432 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:58.783406 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:29:58.786587 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:29:58.790394 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:29:58.819465 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Pushing event updated for resources: {'Port': ['ID=1d70c290-81fc-4db6-b554-fdbd21ea1c17,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:29:58.827398 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238d055-38ff-4f6d-8573-954d0fb4a02d req-8b7c47a8-a1e7-49fd-ba7d-57a24cca767f tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:58.829273 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8238d055-38ff-4f6d-8573-954d0fb4a02d req-8b7c47a8-a1e7-49fd-ba7d-57a24cca767f tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1155913 Jun 30 05:29:58.834419 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:58.834767 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:58.835137 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:58.835490 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:58.835794 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:58.836124 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:58.836447 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:58.837374 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:58.837374 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:58.837374 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:58.837724 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:58.838033 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:29:58.865598 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f3564-0c9d-404b-95f1-2e383494be9a req-91f5b1da-b3f9-40ed-abe9-65576acd1b20 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:58.867070 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-918f3564-0c9d-404b-95f1-2e383494be9a req-91f5b1da-b3f9-40ed-abe9-65576acd1b20 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 945 time: 0.1088059 Jun 30 05:29:58.907406 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8238d055-38ff-4f6d-8573-954d0fb4a02d req-1c3cf267-ee39-4430-9dcf-f9d1b9372f8a tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669756 Jun 30 05:29:58.925790 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-918f3564-0c9d-404b-95f1-2e383494be9a req-1eee3842-8f5b-46f1-a1d3-07b7a80adaa4 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505280 Jun 30 05:29:59.418502 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f08a3f-07d2-487d-9127-95d33fd42513 req-4b8d5411-65bd-432a-aeff-d416d2c07d3e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:59.420035 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-00f08a3f-07d2-487d-9127-95d33fd42513 req-4b8d5411-65bd-432a-aeff-d416d2c07d3e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0655913 Jun 30 05:29:59.459712 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-00f08a3f-07d2-487d-9127-95d33fd42513 req-cd9bd220-d299-42f1-8d16-e760755072ad tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340221 Jun 30 05:29:59.473979 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a563-6a61-46ac-9c57-88b6e4320924 req-a923fb2b-9593-4d3f-ae16-80f7e12ea4db tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:59.475436 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e6b2a563-6a61-46ac-9c57-88b6e4320924 req-a923fb2b-9593-4d3f-ae16-80f7e12ea4db tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 945 time: 0.3779263 Jun 30 05:29:59.495089 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:59.631914 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:59.657946 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-e6b2a563-6a61-46ac-9c57-88b6e4320924 req-f903fdd6-4f7a-43fb-939d-574fd782e88f tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Deleting port eb356d0e-d36f-42b3-bf09-dc73779cb0b2 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:29:59.658281 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-e6b2a563-6a61-46ac-9c57-88b6e4320924 req-f903fdd6-4f7a-43fb-939d-574fd782e88f tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:59.800325 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9fbe706c-6ddf-45ee-aa31-04a745990fe4 req-3c7355df-2960-45ec-b3c1-b3b1c762ae59 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 210 time: 0.0409715 Jun 30 05:29:59.881488 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-e6b2a563-6a61-46ac-9c57-88b6e4320924 req-f903fdd6-4f7a-43fb-939d-574fd782e88f tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] For port eb356d0e-d36f-42b3-bf09-dc73779cb0b2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=eb356d0e-d36f-42b3-bf09-dc73779cb0b2,segment=NetworkSegment(65fc8da5-4bf5-41ad-bc6b-9f35936290b9),segment_id=65fc8da5-4bf5-41ad-bc6b-9f35936290b9)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:29:59.881967 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-e6b2a563-6a61-46ac-9c57-88b6e4320924 req-f903fdd6-4f7a-43fb-939d-574fd782e88f tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:29:59.908972 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-e6b2a563-6a61-46ac-9c57-88b6e4320924 req-f903fdd6-4f7a-43fb-939d-574fd782e88f tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Calling delete_port for eb356d0e-d36f-42b3-bf09-dc73779cb0b2 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:29:59.994789 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-30df2f86-59b8-444c-9924-6b8e85e9d926 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:29:59.996776 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-30df2f86-59b8-444c-9924-6b8e85e9d926 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.35 "GET /v2.0/networks?id=40082afe-4f9b-4196-a0b9-7246320b3562 HTTP/1.1" status: 200 len: 813 time: 0.2090144 Jun 30 05:30:00.012857 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-dc76cf79-bdf3-4371-955f-8e400376b860 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Request body: {'port': {'device_id': 'c02ff685-71b7-4be5-89c5-c93865641ad6', 'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562', 'admin_state_up': True, 'tenant_id': '15f2a4271e1d4e408e41753b1eb1cbcc'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:30:00.078129 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:00.088450 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:00.159791 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b6f50-7b9e-4b19-b858-764406fc5149 req-f1fb0830-0fc8-41f3-b4a3-2e5607039004 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:00.161293 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ef4b6f50-7b9e-4b19-b858-764406fc5149 req-f1fb0830-0fc8-41f3-b4a3-2e5607039004 tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfaea52b-b65e-4f33-ab1f-e055221a5dd8 HTTP/1.1" status: 200 len: 945 time: 0.1054213 Jun 30 05:30:00.185366 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab61c13-bb75-47f8-bbb8-0617bed32a9d req-07420e5a-2df0-4465-84bc-6ebd41b2da61 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:00.186783 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fab61c13-bb75-47f8-bbb8-0617bed32a9d req-07420e5a-2df0-4465-84bc-6ebd41b2da61 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1007600 Jun 30 05:30:00.232333 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Pushing event updated for resources: {'Port': ['ID=1d70c290-81fc-4db6-b554-fdbd21ea1c17,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:00.234043 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ef4b6f50-7b9e-4b19-b858-764406fc5149 req-ab6d16ac-4a14-4913-8e26-06f542df79da tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6d96639-f4de-432c-900e-340168bb3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648496 Jun 30 05:30:00.244597 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:00.248435 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fab61c13-bb75-47f8-bbb8-0617bed32a9d req-065b308f-f0c4-4e1c-8b10-1520979cf916 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543482 Jun 30 05:30:00.302939 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-e6b2a563-6a61-46ac-9c57-88b6e4320924 req-f903fdd6-4f7a-43fb-939d-574fd782e88f tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:00.317062 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['eb356d0e-d36f-42b3-bf09-dc73779cb0b2'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:30:00.349557 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903fdd6-4f7a-43fb-939d-574fd782e88f tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Pushing event deleted for resources: {'Port': ['ID=eb356d0e-d36f-42b3-bf09-dc73779cb0b2,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:00.377990 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-dc76cf79-bdf3-4371-955f-8e400376b860 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Made reservation on behalf of 15f2a4271e1d4e408e41753b1eb1cbcc for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:30:00.383078 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-dc76cf79-bdf3-4371-955f-8e400376b860 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:00.450479 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b2a563-6a61-46ac-9c57-88b6e4320924 req-f903fdd6-4f7a-43fb-939d-574fd782e88f tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] No DVR routers for this DVR port eb356d0e-d36f-42b3-bf09-dc73779cb0b2 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:30:00.459634 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-e6b2a563-6a61-46ac-9c57-88b6e4320924 req-f903fdd6-4f7a-43fb-939d-574fd782e88f tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:00.461523 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e6b2a563-6a61-46ac-9c57-88b6e4320924 req-f903fdd6-4f7a-43fb-939d-574fd782e88f tempest-VolumesActionsTest-721384219 tempest-VolumesActionsTest-721384219-project] 10.222.0.35 "DELETE /v2.0/ports/eb356d0e-d36f-42b3-bf09-dc73779cb0b2 HTTP/1.1" status: 204 len: 173 time: 0.9767940 Jun 30 05:30:00.461951 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfaea52b-b65e-4f33-ab1f-e055221a5dd8', 'name': 'network-vif-deleted', 'tag': 'eb356d0e-d36f-42b3-bf09-dc73779cb0b2'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:30:00.464853 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b1cc20-1a3f-424b-81dc-64ce616cb5f7" -d '{"events": [{"server_uuid": "cfaea52b-b65e-4f33-ab1f-e055221a5dd8", "name": "network-vif-deleted", "tag": "eb356d0e-d36f-42b3-bf09-dc73779cb0b2"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:30:00.475050 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Floating IP c210cc26-8ddd-4c92-a14e-82cd29aa6464 associated. External IP: 172.27.2.14, port: c2da3b1d-7440-4074-b5c0-d0907a145db8. Jun 30 05:30:00.549447 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4032ad-79b2-4ba2-9a44-4e5c38c1b52d x-openstack-request-id: req-fe4032ad-79b2-4ba2-9a44-4e5c38c1b52d {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:30:00.549729 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfaea52b-b65e-4f33-ab1f-e055221a5dd8", "name": "network-vif-deleted", "tag": "eb356d0e-d36f-42b3-bf09-dc73779cb0b2", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:30:00.549971 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe4032ad-79b2-4ba2-9a44-4e5c38c1b52d {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:30:00.550513 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfaea52b-b65e-4f33-ab1f-e055221a5dd8', 'name': 'network-vif-deleted', 'tag': 'eb356d0e-d36f-42b3-bf09-dc73779cb0b2', 'status': 'completed', 'code': 200} Jun 30 05:30:00.659477 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-dc76cf79-bdf3-4371-955f-8e400376b860 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Allocated IP 172.20.0.8 (40082afe-4f9b-4196-a0b9-7246320b3562/7b90d14d-8c35-4b07-8cd8-ac77c9d4b991/5327830f-b5c3-4e37-acc2-d998c9b489ad) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:30:00.735626 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed3a22-47a6-4631-98be-9ac3ae154e59 req-bd35522c-94d3-4473-99ce-b2e7511f1a32 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:00.737586 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8bed3a22-47a6-4631-98be-9ac3ae154e59 req-bd35522c-94d3-4473-99ce-b2e7511f1a32 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0738306 Jun 30 05:30:00.777846 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8bed3a22-47a6-4631-98be-9ac3ae154e59 req-6eb77362-7aa1-4b53-adfe-f1b2ea069809 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336955 Jun 30 05:30:00.852326 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d506b-cc9e-4877-93df-22aaea976ab0 req-248a98de-5828-472b-be02-aacedc7c8dd4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:00.853949 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-584d506b-cc9e-4877-93df-22aaea976ab0 req-248a98de-5828-472b-be02-aacedc7c8dd4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0698097 Jun 30 05:30:00.890516 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Router cdf5f319-ea32-44a6-99f6-72dbf1617983 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:30:00.895181 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-584d506b-cc9e-4877-93df-22aaea976ab0 req-006bf0ed-9d8c-4539-ab88-b176dff5e990 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351841 Jun 30 05:30:00.927371 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ea640-177c-4d6c-a5a3-21f88a315108 req-664d94bd-81cc-4293-9887-fd7f89961831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:00.928826 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1b6ea640-177c-4d6c-a5a3-21f88a315108 req-664d94bd-81cc-4293-9887-fd7f89961831 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b418523d224c10a4465e86d4f50cdb&device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 1098 time: 0.1622477 Jun 30 05:30:00.957246 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a77c4f22-614c-4658-886e-032b3fad19a6 req-c8a26430-811d-41de-9d73-39810fff1e6c tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 210 time: 0.0312581 Jun 30 05:30:00.984848 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-dc76cf79-bdf3-4371-955f-8e400376b860 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:01.137493 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:30:01.142752 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ea640-177c-4d6c-a5a3-21f88a315108 req-55d1fa84-1332-4bee-b2c3-97ddef32f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:01.144402 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1b6ea640-177c-4d6c-a5a3-21f88a315108 req-55d1fa84-1332-4bee-b2c3-97ddef32f10c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab9c3e46-293e-4157-b9f6-36ba3bf22663 HTTP/1.1" status: 200 len: 920 time: 0.1693199 Jun 30 05:30:01.149203 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-dc76cf79-bdf3-4371-955f-8e400376b860 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:01.151157 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a2ded-28e4-41a9-b9be-2b7d8f0c7265 None None] Sync routers for ids ['cdf5f319-ea32-44a6-99f6-72dbf1617983'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:30:01.162047 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a2ded-28e4-41a9-b9be-2b7d8f0c7265 None None] Routers {'cdf5f319-ea32-44a6-99f6-72dbf1617983'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:30:01.162947 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-231a2ded-28e4-41a9-b9be-2b7d8f0c7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:29:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['cdf5f319-ea32-44a6-99f6-72dbf1617983'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:01.215805 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:01.221260 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1b6ea640-177c-4d6c-a5a3-21f88a315108 req-1e1b4ac4-c60f-4eda-ae10-6ca223893cc5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4711b33b-ea7c-49fa-94e1-342fd33646c9 HTTP/1.1" status: 200 len: 217 time: 0.0665174 Jun 30 05:30:01.275240 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-231a2ded-28e4-41a9-b9be-2b7d8f0c7265 None None] Set router cdf5f319-ea32-44a6-99f6-72dbf1617983 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:30:01.523594 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-dc76cf79-bdf3-4371-955f-8e400376b860 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Network 40082afe-4f9b-4196-a0b9-7246320b3562 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:30:01.531313 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76cf79-bdf3-4371-955f-8e400376b860 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Pushing event updated for resources: {'Port': ['ID=5327830f-b5c3-4e37-acc2-d998c9b489ad,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:01.533827 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-dc76cf79-bdf3-4371-955f-8e400376b860 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:30:01.547805 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-dc76cf79-bdf3-4371-955f-8e400376b860 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:30:01.556971 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-bae1ab12-8967-4a4b-b8c6-2129f957c65e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3029387 Jun 30 05:30:01.577831 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ea640-177c-4d6c-a5a3-21f88a315108 req-2f41b54a-f82e-4b42-a6a9-c0309c66b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:01.579292 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1b6ea640-177c-4d6c-a5a3-21f88a315108 req-2f41b54a-f82e-4b42-a6a9-c0309c66b06c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72670b33-8875-46c5-adcb-b911efe78775 HTTP/1.1" status: 200 len: 859 time: 0.3376565 Jun 30 05:30:01.626439 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1b6ea640-177c-4d6c-a5a3-21f88a315108 req-b0fd91b6-2747-4a36-b5ea-34010952bd88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c3e46-293e-4157-b9f6-36ba3bf22663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305834 Jun 30 05:30:01.627515 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-231a2ded-28e4-41a9-b9be-2b7d8f0c7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '2a207a14-839a-40c1-8509-19f464625579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:28:41Z', 'revision_number': 4, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port': {'id': '2a207a14-839a-40c1-8509-19f464625579', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:33Z', 'updated_at': '2021-06-30T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': 'c210cc26-8ddd-4c92-a14e-82cd29aa6464', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'port_id': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'mac_address': 'fa:16:3e:55:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:29:59Z', 'updated_at': '2021-06-30T05:29:59Z', 'revision_number': 0, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fa8063-0c71-46cc-9b20-39f6aba77476', 'name': '', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'mac_address': 'fa:16:3e:0f:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:39Z', 'updated_at': '2021-06-30T05:28:48Z', 'revision_number': 5, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'subnets': [{'id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:01.632198 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-dc76cf79-bdf3-4371-955f-8e400376b860 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:01.632791 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-dc76cf79-bdf3-4371-955f-8e400376b860 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:01.684843 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a2ded-28e4-41a9-b9be-2b7d8f0c7265 None None] Checking router: cdf5f319-ea32-44a6-99f6-72dbf1617983 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:30:01.694327 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-dc76cf79-bdf3-4371-955f-8e400376b860 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6870053 Jun 30 05:30:01.695440 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a2ded-28e4-41a9-b9be-2b7d8f0c7265 None None] Routers {'cdf5f319-ea32-44a6-99f6-72dbf1617983'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:30:01.696599 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-231a2ded-28e4-41a9-b9be-2b7d8f0c7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:29:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['cdf5f319-ea32-44a6-99f6-72dbf1617983'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:01.707994 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Request body: {'port': {'device_id': 'c02ff685-71b7-4be5-89c5-c93865641ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:30:01.763337 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1b6ea640-177c-4d6c-a5a3-21f88a315108 req-cf62cd8a-b720-4c5e-84d1-f83c8e36b535 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278846 Jun 30 05:30:01.837228 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-231a2ded-28e4-41a9-b9be-2b7d8f0c7265 None None] Set router cdf5f319-ea32-44a6-99f6-72dbf1617983 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:30:01.859553 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:01.930998 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1b6ea640-177c-4d6c-a5a3-21f88a315108 req-67e6d35a-a457-4893-9040-39e20e99d5c4 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595869 Jun 30 05:30:02.181907 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256373d1-3c41-4f58-8289-1c927fb075ba req-da64433f-3a90-49ae-bd73-0225893317be tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:02.185172 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-256373d1-3c41-4f58-8289-1c927fb075ba req-da64433f-3a90-49ae-bd73-0225893317be tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1429222 Jun 30 05:30:02.195921 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-231a2ded-28e4-41a9-b9be-2b7d8f0c7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '2a207a14-839a-40c1-8509-19f464625579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:28:41Z', 'revision_number': 4, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port': {'id': '2a207a14-839a-40c1-8509-19f464625579', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:33Z', 'updated_at': '2021-06-30T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': 'c210cc26-8ddd-4c92-a14e-82cd29aa6464', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'port_id': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'mac_address': 'fa:16:3e:55:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:29:59Z', 'updated_at': '2021-06-30T05:29:59Z', 'revision_number': 0, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fa8063-0c71-46cc-9b20-39f6aba77476', 'name': '', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'mac_address': 'fa:16:3e:0f:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:39Z', 'updated_at': '2021-06-30T05:28:48Z', 'revision_number': 5, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'subnets': [{'id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:02.197910 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5327830f-b5c3-4e37-acc2-d998c9b489ad {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:30:02.207279 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:02.222618 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Transition to ACTIVE for port object 5327830f-b5c3-4e37-acc2-d998c9b489ad will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:30:02.231810 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:02.239757 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a2ded-28e4-41a9-b9be-2b7d8f0c7265 None None] The sync data for ids ['cdf5f319-ea32-44a6-99f6-72dbf1617983'] in dv-cinder-772181-11-iscsi is: [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '2a207a14-839a-40c1-8509-19f464625579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:28:41Z', 'revision_number': 4, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port': {'id': '2a207a14-839a-40c1-8509-19f464625579', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:33Z', 'updated_at': '2021-06-30T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': 'c210cc26-8ddd-4c92-a14e-82cd29aa6464', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'port_id': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'mac_address': 'fa:16:3e:55:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:29:59Z', 'updated_at': '2021-06-30T05:29:59Z', 'revision_number': 0, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fa8063-0c71-46cc-9b20-39f6aba77476', 'name': '', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'mac_address': 'fa:16:3e:0f:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:39Z', 'updated_at': '2021-06-30T05:28:48Z', 'revision_number': 5, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'subnets': [{'id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:30:02.258845 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7e71c-ecef-489b-9eea-5a42d56351f1 req-fb1d5da3-0543-4c8c-8be8-fd7c5040b729 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:02.266141 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a5c7e71c-ecef-489b-9eea-5a42d56351f1 req-fb1d5da3-0543-4c8c-8be8-fd7c5040b729 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1546054 Jun 30 05:30:02.288879 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-256373d1-3c41-4f58-8289-1c927fb075ba req-9f83d350-620d-4aa8-881b-1c72532d9e13 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930567 Jun 30 05:30:02.355568 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a5c7e71c-ecef-489b-9eea-5a42d56351f1 req-3863e79f-d35b-446d-b3ac-fd9ed0bf114d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875928 Jun 30 05:30:02.380646 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Pushing event updated for resources: {'Port': ['ID=5327830f-b5c3-4e37-acc2-d998c9b489ad,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:02.431771 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Attempting to bind port 5327830f-b5c3-4e37-acc2-d998c9b489ad on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:30:02.432109 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Attempting to bind port 5327830f-b5c3-4e37-acc2-d998c9b489ad by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '6a2d0cf8-4809-483e-a403-29da7ae38148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:30:02.432449 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Attempting to bind port 5327830f-b5c3-4e37-acc2-d998c9b489ad on network 40082afe-4f9b-4196-a0b9-7246320b3562 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:30:02.437141 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Port 5327830f-b5c3-4e37-acc2-d998c9b489ad on network 40082afe-4f9b-4196-a0b9-7246320b3562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:30:02.437628 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Attempting to bind port 5327830f-b5c3-4e37-acc2-d998c9b489ad on network 40082afe-4f9b-4196-a0b9-7246320b3562 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:30:02.443152 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:30:02.443513 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Checking segment: {'id': '6a2d0cf8-4809-483e-a403-29da7ae38148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:30:02.443896 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Bound using segment: {'id': '6a2d0cf8-4809-483e-a403-29da7ae38148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:30:02.444443 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Bound port: 5327830f-b5c3-4e37-acc2-d998c9b489ad, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2d0cf8-4809-483e-a403-29da7ae38148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:30:02.446270 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:02.504342 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ca6378-3394-4dfb-940b-38e1ca6c5f05 None None] New status for floating IP c210cc26-8ddd-4c92-a14e-82cd29aa6464: ACTIVE {{(pid=92844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:30:02.515086 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] For port 5327830f-b5c3-4e37-acc2-d998c9b489ad, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:30:02.518703 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] For port 5327830f-b5c3-4e37-acc2-d998c9b489ad, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5327830f-b5c3-4e37-acc2-d998c9b489ad,segment=NetworkSegment(6a2d0cf8-4809-483e-a403-29da7ae38148),segment_id=6a2d0cf8-4809-483e-a403-29da7ae38148)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:30:02.523801 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:02.554188 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:30:02.556577 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133d9807-219b-4950-8591-224779317a20" -d '{"events": [{"name": "network-changed", "server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:30:02.570382 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:02.571030 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:02.572432 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] 10.222.0.35 "PUT /v2.0/ports/5327830f-b5c3-4e37-acc2-d998c9b489ad HTTP/1.1" status: 200 len: 1093 time: 0.8686285 Jun 30 05:30:02.604245 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715f168-f669-4336-8b9f-16a0176c866c service neutron] Pushing event updated for resources: {'Port': ['ID=5327830f-b5c3-4e37-acc2-d998c9b489ad,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:02.636677 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a66ba2c-6737-450b-9da8-a6c6c2edda3f x-openstack-request-id: req-5a66ba2c-6737-450b-9da8-a6c6c2edda3f {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:30:02.637195 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:30:02.637605 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a66ba2c-6737-450b-9da8-a6c6c2edda3f {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:30:02.638168 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'status': 'completed', 'code': 200} Jun 30 05:30:02.732023 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-be19ea91-6acf-4a10-8074-72b4ab7ef503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:02.733516 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-be19ea91-6acf-4a10-8074-72b4ab7ef503 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15f2a4271e1d4e408e41753b1eb1cbcc&device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0872877 Jun 30 05:30:02.751227 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d9807-219b-4950-8591-224779317a20 req-b2e0eb63-5992-481f-a7b0-af2c9a90dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:02.752905 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-133d9807-219b-4950-8591-224779317a20 req-b2e0eb63-5992-481f-a7b0-af2c9a90dc46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd&device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 1098 time: 0.0796034 Jun 30 05:30:02.796716 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75f51c-1ffd-4369-b13d-488ea61c2bc6 req-cce32b06-8cc2-4622-94f1-39717e5d1bb5 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:02.798179 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6d75f51c-1ffd-4369-b13d-488ea61c2bc6 req-cce32b06-8cc2-4622-94f1-39717e5d1bb5 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 943 time: 0.3516564 Jun 30 05:30:02.834823 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6d75f51c-1ffd-4369-b13d-488ea61c2bc6 req-bf0017ae-df2c-4c1e-a230-709c567950a1 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308855 Jun 30 05:30:03.522250 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd0723-9a0e-4355-9d73-d9acc069cc1c req-fd23cc59-925a-46a8-915c-e6f298f6d65a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:03.523697 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0ffd0723-9a0e-4355-9d73-d9acc069cc1c req-fd23cc59-925a-46a8-915c-e6f298f6d65a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1010337 Jun 30 05:30:03.548037 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d5be0-0d74-47ac-8214-759482c0c473 req-3db344f5-3e69-4f22-ac4c-1ba8f93c7244 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:03.549426 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4e3d5be0-0d74-47ac-8214-759482c0c473 req-3db344f5-3e69-4f22-ac4c-1ba8f93c7244 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0947802 Jun 30 05:30:03.590373 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0ffd0723-9a0e-4355-9d73-d9acc069cc1c req-628ed213-db88-472a-923a-65506e7e93a2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602102 Jun 30 05:30:03.602912 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4e3d5be0-0d74-47ac-8214-759482c0c473 req-d45ef4e3-3256-4473-917f-b976f1ab0f03 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476193 Jun 30 05:30:03.733452 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device eb356d0e-d36f-42b3-bf09-dc73779cb0b2 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:30:03.752763 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: eb356d0e-d36f-42b3-bf09-dc73779cb0b2 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:30:03.753095 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device eb356d0e-d36f-42b3-bf09-dc73779cb0b2 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:30:04.004098 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f1fe5-6dd7-4c14-8137-17b12ba22653 req-f54f6cf9-9e81-462a-be06-175e75b9ba04 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:04.005521 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c60f1fe5-6dd7-4c14-8137-17b12ba22653 req-f54f6cf9-9e81-462a-be06-175e75b9ba04 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 943 time: 0.0634537 Jun 30 05:30:04.043230 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c60f1fe5-6dd7-4c14-8137-17b12ba22653 req-5ec9d8df-a6d3-483e-8668-5d336177de39 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321341 Jun 30 05:30:04.639767 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02ff685-71b7-4be5-89c5-c93865641ad6', 'tag': '5327830f-b5c3-4e37-acc2-d998c9b489ad'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:30:04.642272 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e161b95-61c0-47d6-b8f5-45f924e2d0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c02ff685-71b7-4be5-89c5-c93865641ad6", "tag": "5327830f-b5c3-4e37-acc2-d998c9b489ad"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:30:04.806018 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8efab-5e36-44bc-832b-6ecf1d5e1eda req-a91e2cf1-1e8d-4b70-80dd-3d08f9939cf6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:04.807485 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-37e8efab-5e36-44bc-832b-6ecf1d5e1eda req-a91e2cf1-1e8d-4b70-80dd-3d08f9939cf6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1026280 Jun 30 05:30:04.817885 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23605dad-cc60-4b2b-8a8c-9ae5021d51b6 req-1d58c0e2-ddb4-4e86-a332-ac037d76b529 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:04.819285 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-23605dad-cc60-4b2b-8a8c-9ae5021d51b6 req-1d58c0e2-ddb4-4e86-a332-ac037d76b529 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1038787 Jun 30 05:30:04.874662 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-37e8efab-5e36-44bc-832b-6ecf1d5e1eda req-ca69afd4-2780-4d35-b028-a82bcbdfdef4 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543344 Jun 30 05:30:04.877133 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-23605dad-cc60-4b2b-8a8c-9ae5021d51b6 req-1aef73e0-1778-4ebc-b72b-b2fb1c687a89 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511954 Jun 30 05:30:04.922792 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5005e8c5-a953-467c-9376-c8d8c78f75e0 x-openstack-request-id: req-5005e8c5-a953-467c-9376-c8d8c78f75e0 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:30:04.923080 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02ff685-71b7-4be5-89c5-c93865641ad6", "tag": "5327830f-b5c3-4e37-acc2-d998c9b489ad", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:30:04.923349 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5005e8c5-a953-467c-9376-c8d8c78f75e0 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:30:04.923739 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02ff685-71b7-4be5-89c5-c93865641ad6', 'tag': '5327830f-b5c3-4e37-acc2-d998c9b489ad', 'status': 'completed', 'code': 200} Jun 30 05:30:05.213741 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5fe54-9e4f-4383-9031-48e50a1880a2 req-8b8af2b4-5685-47cb-8975-c9de61a33e6f tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:05.215805 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c8e5fe54-9e4f-4383-9031-48e50a1880a2 req-8b8af2b4-5685-47cb-8975-c9de61a33e6f tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 943 time: 0.0660820 Jun 30 05:30:05.252133 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c8e5fe54-9e4f-4383-9031-48e50a1880a2 req-72cdc661-280d-4622-a99b-aa69a452d145 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307317 Jun 30 05:30:05.824904 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-bdafd6bc-426c-4393-a006-6eb9168c86ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5327830f-b5c3-4e37-acc2-d998c9b489ad HTTP/1.1" status: 200 len: 217 time: 0.0445254 Jun 30 05:30:05.924915 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-5a12f413-b664-4058-9256-f59a84619dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:05.926370 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-5a12f413-b664-4058-9256-f59a84619dc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b90d14d-8c35-4b07-8cd8-ac77c9d4b991 HTTP/1.1" status: 200 len: 853 time: 0.0891037 Jun 30 05:30:05.970692 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d9807-219b-4950-8591-224779317a20 req-3f7313e1-57ec-437e-81e5-9066856a2d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:05.972184 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-133d9807-219b-4950-8591-224779317a20 req-3f7313e1-57ec-437e-81e5-9066856a2d2a service neutron] 10.222.0.35 "GET /v2.0/networks?id=affefd12-2e18-4695-9ad0-480c9f5e5fee HTTP/1.1" status: 200 len: 910 time: 0.1554422 Jun 30 05:30:05.974205 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-8c29d524-1e69-4ee3-b97c-959fa9e54c0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=40082afe-4f9b-4196-a0b9-7246320b3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405440 Jun 30 05:30:06.089623 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eaf20-be7d-423a-a3cf-2e8d809ded25 req-9e248e97-991f-412a-9695-2e6331735907 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:06.091151 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-278eaf20-be7d-423a-a3cf-2e8d809ded25 req-9e248e97-991f-412a-9695-2e6331735907 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0991733 Jun 30 05:30:06.096839 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-133d9807-219b-4950-8591-224779317a20 req-a3047b3e-a046-4bc4-a94d-96e33f801bb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8 HTTP/1.1" status: 200 len: 1000 time: 0.1088006 Jun 30 05:30:06.101524 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d2bd6-60b4-4592-900c-00c320535d43 req-0ded51ef-fa67-45ba-91e1-426ba92304a2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:06.102916 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3f1d2bd6-60b4-4592-900c-00c320535d43 req-0ded51ef-fa67-45ba-91e1-426ba92304a2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1008694 Jun 30 05:30:06.148293 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-fd42a37d-6321-4993-8755-dce377fa9264 service neutron] 10.222.0.35 "GET /v2.0/networks/40082afe-4f9b-4196-a0b9-7246320b3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538999 Jun 30 05:30:06.155554 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-278eaf20-be7d-423a-a3cf-2e8d809ded25 req-1e7c7c75-f39b-44f5-aae5-8da23f3f93fc tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516136 Jun 30 05:30:06.163225 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d9807-219b-4950-8591-224779317a20 req-d459e1f9-48fd-4731-9e3a-17831cc71fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:06.164668 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-133d9807-219b-4950-8591-224779317a20 req-d459e1f9-48fd-4731-9e3a-17831cc71fb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bad3c6a3-a301-48c1-b80f-fb3e2e5740a6 HTTP/1.1" status: 200 len: 848 time: 0.0525100 Jun 30 05:30:06.168159 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3f1d2bd6-60b4-4592-900c-00c320535d43 req-aa7ce15e-95d5-40e5-8528-e2859b2d5ce4 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564427 Jun 30 05:30:06.288798 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-86de781f-dff4-40d2-a2b2-e39b4f9b0f79 req-4e039cc0-3c24-4582-9b28-16f2d2085a6b service neutron] 10.222.0.35 "GET /v2.0/networks/40082afe-4f9b-4196-a0b9-7246320b3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230907 Jun 30 05:30:06.293349 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d9807-219b-4950-8591-224779317a20 req-bc1054ab-4975-4dd5-b6f5-02884662517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:06.294698 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-133d9807-219b-4950-8591-224779317a20 req-bc1054ab-4975-4dd5-b6f5-02884662517c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=affefd12-2e18-4695-9ad0-480c9f5e5fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1113775 Jun 30 05:30:06.445618 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6289c-2b41-4352-a6b7-437be2122a99 req-7403569b-ccce-401e-b7ad-4cb069baf5f7 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:06.446032 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-133d9807-219b-4950-8591-224779317a20 req-d3db4bf6-c7bd-4b29-9dd9-52b9b2122e6b service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379735 Jun 30 05:30:06.447045 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0cc6289c-2b41-4352-a6b7-437be2122a99 req-7403569b-ccce-401e-b7ad-4cb069baf5f7 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 943 time: 0.0788343 Jun 30 05:30:06.470868 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e161b95-61c0-47d6-b8f5-45f924e2d0e3 req-7bd1b8bd-c9b8-44ee-8254-f815740f72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:06.472354 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8e161b95-61c0-47d6-b8f5-45f924e2d0e3 req-7bd1b8bd-c9b8-44ee-8254-f815740f72f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15f2a4271e1d4e408e41753b1eb1cbcc&device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0930598 Jun 30 05:30:06.487928 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0cc6289c-2b41-4352-a6b7-437be2122a99 req-f47267e5-b1fc-4bf4-945e-dc838f70a773 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346625 Jun 30 05:30:06.623794 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-133d9807-219b-4950-8591-224779317a20 req-565fd393-ec04-4e20-968a-b9694e258850 service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686130 Jun 30 05:30:06.627877 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e161b95-61c0-47d6-b8f5-45f924e2d0e3 req-8f8cf504-4709-4ccc-b236-bb37de076d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:06.629169 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8e161b95-61c0-47d6-b8f5-45f924e2d0e3 req-8f8cf504-4709-4ccc-b236-bb37de076d2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=40082afe-4f9b-4196-a0b9-7246320b3562 HTTP/1.1" status: 200 len: 914 time: 0.1221611 Jun 30 05:30:06.682775 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8e161b95-61c0-47d6-b8f5-45f924e2d0e3 req-60704930-43f8-4a3f-9837-16df28f747f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5327830f-b5c3-4e37-acc2-d998c9b489ad HTTP/1.1" status: 200 len: 217 time: 0.0384393 Jun 30 05:30:06.744733 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e161b95-61c0-47d6-b8f5-45f924e2d0e3 req-7ce08e07-0dee-4874-9a0e-ddf379a404f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:06.746317 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8e161b95-61c0-47d6-b8f5-45f924e2d0e3 req-7ce08e07-0dee-4874-9a0e-ddf379a404f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b90d14d-8c35-4b07-8cd8-ac77c9d4b991 HTTP/1.1" status: 200 len: 853 time: 0.0500631 Jun 30 05:30:06.790376 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8e161b95-61c0-47d6-b8f5-45f924e2d0e3 req-d90de0d0-d116-4323-99f0-110d2e65dd93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=40082afe-4f9b-4196-a0b9-7246320b3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262806 Jun 30 05:30:06.877378 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8e161b95-61c0-47d6-b8f5-45f924e2d0e3 req-74526d12-d477-4af7-9c51-d6a72823fe2f service neutron] 10.222.0.35 "GET /v2.0/networks/40082afe-4f9b-4196-a0b9-7246320b3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802445 Jun 30 05:30:06.990809 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8e161b95-61c0-47d6-b8f5-45f924e2d0e3 req-bd38df74-23f9-4320-aba4-3c14c43dd28a service neutron] 10.222.0.35 "GET /v2.0/networks/40082afe-4f9b-4196-a0b9-7246320b3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026685 Jun 30 05:30:07.407060 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9e92c-902a-48a7-8af6-b91c1adb89f2 req-a8b0cde6-2988-45f3-a4af-eb229aa3e1ed tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:07.413874 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-04d9e92c-902a-48a7-8af6-b91c1adb89f2 req-a8b0cde6-2988-45f3-a4af-eb229aa3e1ed tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1293905 Jun 30 05:30:07.451879 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8622e23-e7e8-49aa-b099-38ba20e3592d req-6b06d69b-04d2-4151-9376-dfd1b0a7b5f9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:07.453356 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e8622e23-e7e8-49aa-b099-38ba20e3592d req-6b06d69b-04d2-4151-9376-dfd1b0a7b5f9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1493225 Jun 30 05:30:07.468669 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-04d9e92c-902a-48a7-8af6-b91c1adb89f2 req-a8f60c73-00cc-47d8-aa2d-3e69ea50b734 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538244 Jun 30 05:30:07.530054 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e8622e23-e7e8-49aa-b099-38ba20e3592d req-4371c700-908e-4b48-a4e9-518de023590f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593965 Jun 30 05:30:07.772856 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552735f1-a177-41cf-bdaf-9b5bfb7f92c4 req-065d854c-80d9-46cc-aa17-c9f537803de6 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:07.774263 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-552735f1-a177-41cf-bdaf-9b5bfb7f92c4 req-065d854c-80d9-46cc-aa17-c9f537803de6 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 943 time: 0.1247556 Jun 30 05:30:07.817149 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-552735f1-a177-41cf-bdaf-9b5bfb7f92c4 req-f6dcd977-ff25-4f1d-a610-4c3f563add2d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371943 Jun 30 05:30:08.323254 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e4425da-6471-4d24-a0d0-b8014d15c523 req-59f36661-a715-4808-8510-9e5b745061bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650964 Jun 30 05:30:08.417345 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4425da-6471-4d24-a0d0-b8014d15c523 req-b79cde8a-1f4a-4aac-a1c9-a18fb77e4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:08.418881 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e4425da-6471-4d24-a0d0-b8014d15c523 req-b79cde8a-1f4a-4aac-a1c9-a18fb77e4309 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7b418523d224c10a4465e86d4f50cdb&device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 1099 time: 0.0566270 Jun 30 05:30:08.537766 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4425da-6471-4d24-a0d0-b8014d15c523 req-2f63f391-8e15-4284-ae13-3c2804aa9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:08.539272 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e4425da-6471-4d24-a0d0-b8014d15c523 req-2f63f391-8e15-4284-ae13-3c2804aa9a15 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab9c3e46-293e-4157-b9f6-36ba3bf22663 HTTP/1.1" status: 200 len: 920 time: 0.0929875 Jun 30 05:30:08.597540 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e4425da-6471-4d24-a0d0-b8014d15c523 req-8f158de8-3e8f-44be-b4b8-00bcfd766b52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ba4127-9e8f-46ba-9f59-263899aa93d4 HTTP/1.1" status: 200 len: 217 time: 0.0473757 Jun 30 05:30:08.702520 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4425da-6471-4d24-a0d0-b8014d15c523 req-cbadf708-106e-4da6-9d8f-e5b7ec967eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:08.702520 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e4425da-6471-4d24-a0d0-b8014d15c523 req-cbadf708-106e-4da6-9d8f-e5b7ec967eac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72670b33-8875-46c5-adcb-b911efe78775 HTTP/1.1" status: 200 len: 859 time: 0.0925910 Jun 30 05:30:08.742987 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e4425da-6471-4d24-a0d0-b8014d15c523 req-27c58e90-5437-4ca6-ba00-72de25b856d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c3e46-293e-4157-b9f6-36ba3bf22663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278180 Jun 30 05:30:08.866311 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e4425da-6471-4d24-a0d0-b8014d15c523 req-12656ec1-4412-4553-a2cd-c63ebe22cfa9 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098645 Jun 30 05:30:08.885428 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5634b38-b6b9-4a63-82f3-6011cfeb2f4c req-d31be6d8-d755-4b05-8d55-ce616aae703e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:08.889747 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a5634b38-b6b9-4a63-82f3-6011cfeb2f4c req-d31be6d8-d755-4b05-8d55-ce616aae703e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1401951 Jun 30 05:30:08.926828 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a726b1d-1f20-452b-8e58-5a53553a8e1f req-93c2b724-355b-4b5e-ac1a-5a9573386e0f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:08.929506 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0a726b1d-1f20-452b-8e58-5a53553a8e1f req-93c2b724-355b-4b5e-ac1a-5a9573386e0f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1358485 Jun 30 05:30:08.975509 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e4425da-6471-4d24-a0d0-b8014d15c523 req-2037df1b-f2e4-4fff-8270-28da33d06f13 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016202 Jun 30 05:30:08.980224 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a5634b38-b6b9-4a63-82f3-6011cfeb2f4c req-7ea83daa-1677-4ac9-906f-ba8c4b6e963e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827959 Jun 30 05:30:09.019631 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0a726b1d-1f20-452b-8e58-5a53553a8e1f req-f8561c56-6a10-4b6e-bee1-087248eb1451 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830650 Jun 30 05:30:09.261522 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8518c3-884f-4f47-a174-565f50595761 req-1349e2e4-fadc-421c-b10e-9b149768c202 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:09.273083 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9c8518c3-884f-4f47-a174-565f50595761 req-1349e2e4-fadc-421c-b10e-9b149768c202 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 943 time: 0.0910914 Jun 30 05:30:09.278635 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:09.335778 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9c8518c3-884f-4f47-a174-565f50595761 req-4590837c-2e47-48a9-a6ae-45bc65fa8f35 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616317 Jun 30 05:30:09.357238 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:30:09.566375 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:30:09.575390 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'port_id': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'mac_address': 'fa:16:3e:b0:b0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:30:09.658695 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:09.681037 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:30:09.713841 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:30:09.721873 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:09.723717 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 5327830f-b5c3-4e37-acc2-d998c9b489ad details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:30:09.850935 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 5327830f-b5c3-4e37-acc2-d998c9b489ad, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5327830f-b5c3-4e37-acc2-d998c9b489ad,segment=NetworkSegment(6a2d0cf8-4809-483e-a403-29da7ae38148),segment_id=6a2d0cf8-4809-483e-a403-29da7ae38148)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:30:09.871773 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '5327830f-b5c3-4e37-acc2-d998c9b489ad', 'network_id': '40082afe-4f9b-4196-a0b9-7246320b3562', 'port_id': '5327830f-b5c3-4e37-acc2-d998c9b489ad', 'mac_address': 'fa:16:3e:51:cf:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b90d14d-8c35-4b07-8cd8-ac77c9d4b991', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:30:09.904106 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27053b1a-94b0-4bf8-8ec3-591ab64b3137 req-88b5b721-df26-4339-aadd-af6eee2ba6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:09.906963 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-27053b1a-94b0-4bf8-8ec3-591ab64b3137 req-88b5b721-df26-4339-aadd-af6eee2ba6a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b6d0d75b0c448c591f23be00fec69db&device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 1137 time: 0.1387339 Jun 30 05:30:09.951588 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:09.968942 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5327830f-b5c3-4e37-acc2-d998c9b489ad {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:30:09.990939 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 5327830f-b5c3-4e37-acc2-d998c9b489ad, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5327830f-b5c3-4e37-acc2-d998c9b489ad,segment=NetworkSegment(6a2d0cf8-4809-483e-a403-29da7ae38148),segment_id=6a2d0cf8-4809-483e-a403-29da7ae38148)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:30:09.992807 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,revision_number=6']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:10.001495 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:10.034691 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afb260-21b7-4a06-9936-c7c40c445f7f req-3d5c66db-1d2f-44e3-a089-c7e541f8e40a tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:10.044242 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-61afb260-21b7-4a06-9936-c7c40c445f7f req-3d5c66db-1d2f-44e3-a089-c7e541f8e40a tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.1069930 Jun 30 05:30:10.129225 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=5327830f-b5c3-4e37-acc2-d998c9b489ad,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:10.133822 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-61afb260-21b7-4a06-9936-c7c40c445f7f req-a68e003f-160c-4e40-96b0-26b6627ac596 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868723 Jun 30 05:30:10.176482 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['7e28e4d6-d7a2-4d5d-af50-c33173e69d95'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:30:10.205085 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27053b1a-94b0-4bf8-8ec3-591ab64b3137 req-c8c011a0-638d-47c4-8292-4ebb1dc59026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:10.206367 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-27053b1a-94b0-4bf8-8ec3-591ab64b3137 req-c8c011a0-638d-47c4-8292-4ebb1dc59026 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5a48a99-a5c1-4912-8af6-0dc977f8ce57 HTTP/1.1" status: 200 len: 916 time: 0.2872274 Jun 30 05:30:10.405409 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-27053b1a-94b0-4bf8-8ec3-591ab64b3137 req-f1187be5-246c-4a14-924d-b5af631bd0f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaedba68-48f8-4a2a-8d2f-ecef91b76311 HTTP/1.1" status: 200 len: 1001 time: 0.1869638 Jun 30 05:30:10.426151 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['5327830f-b5c3-4e37-acc2-d998c9b489ad'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:30:10.483049 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cf9a-ed51-4a05-97ac-923c88822b2e req-02fdd663-c8d3-4831-ab3a-5e87105bf128 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:10.484599 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d903cf9a-ed51-4a05-97ac-923c88822b2e req-02fdd663-c8d3-4831-ab3a-5e87105bf128 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 945 time: 0.2277231 Jun 30 05:30:10.576340 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27053b1a-94b0-4bf8-8ec3-591ab64b3137 req-7af3ca1b-f7aa-46fe-812c-6d473b764ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:10.578094 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-27053b1a-94b0-4bf8-8ec3-591ab64b3137 req-7af3ca1b-f7aa-46fe-812c-6d473b764ddf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac25f2a-3732-47e6-849a-24b9996d09e8 HTTP/1.1" status: 200 len: 854 time: 0.1682875 Jun 30 05:30:10.637824 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d903cf9a-ed51-4a05-97ac-923c88822b2e req-f6e03c17-2c4e-4d79-a20f-2c060c2ab4a3 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1435869 Jun 30 05:30:10.730379 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addc066-95a4-49ba-b0af-544bdc55b9a9 req-a63c09d7-6cc1-47aa-a1d9-4164960abe0d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:10.732394 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8addc066-95a4-49ba-b0af-544bdc55b9a9 req-a63c09d7-6cc1-47aa-a1d9-4164960abe0d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 944 time: 0.1936822 Jun 30 05:30:10.764218 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27053b1a-94b0-4bf8-8ec3-591ab64b3137 req-c835ac7e-add9-4425-995f-86449c3e77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:10.783089 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-27053b1a-94b0-4bf8-8ec3-591ab64b3137 req-c835ac7e-add9-4425-995f-86449c3e77c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5a48a99-a5c1-4912-8af6-0dc977f8ce57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1904485 Jun 30 05:30:10.800971 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8addc066-95a4-49ba-b0af-544bdc55b9a9 req-8a6ffb6d-04c1-425a-b459-a000fc9dbb55 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619769 Jun 30 05:30:11.013346 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-27053b1a-94b0-4bf8-8ec3-591ab64b3137 req-a43eaa7d-6ff1-432c-9769-c043d448df37 service neutron] 10.222.0.35 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291131 Jun 30 05:30:11.174939 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-27053b1a-94b0-4bf8-8ec3-591ab64b3137 req-9e2b6eb3-86f8-4f8b-aa59-73d83ffeb83f service neutron] 10.222.0.35 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553106 Jun 30 05:30:11.378017 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:30:11.527782 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:30:11.528470 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:11.533071 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29516863-3775-4df0-b225-e3701b3478bc req-a352b29e-b49f-4dbc-b833-4ad9cb11b935 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:11.537857 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-29516863-3775-4df0-b225-e3701b3478bc req-a352b29e-b49f-4dbc-b833-4ad9cb11b935 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.1947954 Jun 30 05:30:11.630909 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-29516863-3775-4df0-b225-e3701b3478bc req-d0e746f3-bee0-4035-a82c-6a9a81f04a96 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873547 Jun 30 05:30:11.705147 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:11.740026 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:30:11.753759 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d2b979-c604-4201-adbc-dd7f3369bcd5" -d '{"events": [{"server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "name": "network-vif-plugged", "status": "completed", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:30:11.778770 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:30:11.787153 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:11.836253 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53ee4e4-8d46-4825-97c5-615a3d0449ce x-openstack-request-id: req-f53ee4e4-8d46-4825-97c5-615a3d0449ce {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:30:11.836618 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "name": "network-vif-plugged", "status": "completed", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:30:11.836939 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f53ee4e4-8d46-4825-97c5-615a3d0449ce {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:30:11.837427 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'code': 200} Jun 30 05:30:11.922603 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,revision_number=7']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:11.989178 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfa601-c8bb-45f8-964c-cc65df88a61f req-eae08fb0-66da-4ab3-92d3-1bf4e4ecd449 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:12.007892 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-eedfa601-c8bb-45f8-964c-cc65df88a61f req-eae08fb0-66da-4ab3-92d3-1bf4e4ecd449 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1387949 Jun 30 05:30:12.149496 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d215f230-d950-4a1f-ab54-50b9a10b00e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:12.212802 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-eedfa601-c8bb-45f8-964c-cc65df88a61f req-cc7533b2-e79c-4d53-9829-81e321c3d79d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2039347 Jun 30 05:30:12.314746 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfec0f-c622-4b80-9e5b-ed189891fe58 req-4f87c396-e62d-4081-a17c-8865ee9deb9a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:12.314746 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-02bfec0f-c622-4b80-9e5b-ed189891fe58 req-4f87c396-e62d-4081-a17c-8865ee9deb9a tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 944 time: 0.2326903 Jun 30 05:30:12.385496 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-02bfec0f-c622-4b80-9e5b-ed189891fe58 req-33255a2f-c6b2-4988-9dc6-1761fa4402de tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592048 Jun 30 05:30:13.089576 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b16d5f-3e8d-40f2-99ca-479f497ccf2b req-b129bd62-e2a8-4705-ae7f-52287be2a65b tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:13.092010 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-05b16d5f-3e8d-40f2-99ca-479f497ccf2b req-b129bd62-e2a8-4705-ae7f-52287be2a65b tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.2301188 Jun 30 05:30:13.186743 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-05b16d5f-3e8d-40f2-99ca-479f497ccf2b req-d96db57c-bab1-4642-a575-c7f9434fe01c tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701272 Jun 30 05:30:13.376577 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 5327830f-b5c3-4e37-acc2-d998c9b489ad up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:30:13.505048 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 5327830f-b5c3-4e37-acc2-d998c9b489ad completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:30:13.519019 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 5327830f-b5c3-4e37-acc2-d998c9b489ad triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:30:13.519415 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:13.789877 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e4727-9ff2-49c7-b017-18e40ef5642b req-77bf584b-5369-4bb5-9970-95408a73aacd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:13.791455 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ec2e4727-9ff2-49c7-b017-18e40ef5642b req-77bf584b-5369-4bb5-9970-95408a73aacd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1913385 Jun 30 05:30:13.814150 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:13.861860 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02ff685-71b7-4be5-89c5-c93865641ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5327830f-b5c3-4e37-acc2-d998c9b489ad'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:30:13.866369 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d379ea-6e23-432c-9e3f-0f1b7ea57caa" -d '{"events": [{"server_uuid": "c02ff685-71b7-4be5-89c5-c93865641ad6", "name": "network-vif-plugged", "status": "completed", "tag": "5327830f-b5c3-4e37-acc2-d998c9b489ad"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:30:13.887284 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ec2e4727-9ff2-49c7-b017-18e40ef5642b req-ebc7f60c-3954-4fcf-b90e-4723c961232f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849028 Jun 30 05:30:13.909619 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 5327830f-b5c3-4e37-acc2-d998c9b489ad, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5327830f-b5c3-4e37-acc2-d998c9b489ad,segment=NetworkSegment(6a2d0cf8-4809-483e-a403-29da7ae38148),segment_id=6a2d0cf8-4809-483e-a403-29da7ae38148)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:30:13.920632 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:14.139838 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=5327830f-b5c3-4e37-acc2-d998c9b489ad,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:14.179263 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277bc3e5-af67-4ed4-90f0-3884caf97db6 x-openstack-request-id: req-277bc3e5-af67-4ed4-90f0-3884caf97db6 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:30:14.179659 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02ff685-71b7-4be5-89c5-c93865641ad6", "name": "network-vif-plugged", "status": "completed", "tag": "5327830f-b5c3-4e37-acc2-d998c9b489ad", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:30:14.180012 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-277bc3e5-af67-4ed4-90f0-3884caf97db6 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:30:14.180501 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02ff685-71b7-4be5-89c5-c93865641ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5327830f-b5c3-4e37-acc2-d998c9b489ad', 'code': 200} Jun 30 05:30:14.404563 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a501a9-5022-4ffe-a40f-89bea62ca071 req-a9337c34-69e7-4f33-87bc-db8a4b880fe5 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:14.419516 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c8a501a9-5022-4ffe-a40f-89bea62ca071 req-a9337c34-69e7-4f33-87bc-db8a4b880fe5 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 945 time: 0.2068081 Jun 30 05:30:14.543884 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c8a501a9-5022-4ffe-a40f-89bea62ca071 req-2c86483e-1d69-452f-89ed-1c6955271321 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232538 Jun 30 05:30:14.583676 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35975c6b-c965-4896-aad6-fd0d149039e3 req-99f31599-04f9-4657-9e49-e2d3e43efb8c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:14.595930 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-35975c6b-c965-4896-aad6-fd0d149039e3 req-99f31599-04f9-4657-9e49-e2d3e43efb8c tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1410174 Jun 30 05:30:14.675715 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-35975c6b-c965-4896-aad6-fd0d149039e3 req-9d37cf13-c308-402d-8564-2542d424a9c1 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784671 Jun 30 05:30:14.713542 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e3f80fe9-8d25-4757-ac95-621f3401b6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:14.760155 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbc335-f818-4caa-acea-d10988f10b70 req-cf278813-856b-43db-8cfe-19d1456f086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:14.760155 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-74fbc335-f818-4caa-acea-d10988f10b70 req-cf278813-856b-43db-8cfe-19d1456f086a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 1098 time: 0.1828814 Jun 30 05:30:14.816682 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:14.866973 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-74fbc335-f818-4caa-acea-d10988f10b70 req-14723f78-6bef-45e5-9df9-5890a591fc7b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093769 Jun 30 05:30:14.919822 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d955cd-a490-48d9-a9d9-f8fa4dd2d073 req-f41733bd-5822-4f32-871b-b6cbce47488e tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:14.922882 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-51d955cd-a490-48d9-a9d9-f8fa4dd2d073 req-f41733bd-5822-4f32-871b-b6cbce47488e tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.1058426 Jun 30 05:30:15.006888 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-51d955cd-a490-48d9-a9d9-f8fa4dd2d073 req-f2e11474-a91a-44a8-88ee-9e289c075900 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764587 Jun 30 05:30:15.255367 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cce5e7-95c1-477c-b7c4-1f9c126d5822 req-728b2d55-c119-4bbc-83bf-98be030ff092 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:15.256845 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e7cce5e7-95c1-477c-b7c4-1f9c126d5822 req-728b2d55-c119-4bbc-83bf-98be030ff092 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1246791 Jun 30 05:30:15.379145 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e7cce5e7-95c1-477c-b7c4-1f9c126d5822 req-db63e135-b573-4a07-8407-eb88fd270591 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105421 Jun 30 05:30:15.496923 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a075f-acb8-43c8-aa5d-7066652d8244 req-449941f9-241a-4eea-91b4-121b25dcd06d tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:15.499760 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-645a075f-acb8-43c8-aa5d-7066652d8244 req-449941f9-241a-4eea-91b4-121b25dcd06d tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1697686 Jun 30 05:30:15.599220 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-645a075f-acb8-43c8-aa5d-7066652d8244 req-8694246f-7793-4019-b35d-b12b632a1eec tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882425 Jun 30 05:30:15.834447 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:15.935533 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63d7fb-8cba-4891-9fe8-e9959872c289 req-23eb8c25-6e26-4c6e-a28f-2dab3e1ddeef tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:15.938286 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2f63d7fb-8cba-4891-9fe8-e9959872c289 req-23eb8c25-6e26-4c6e-a28f-2dab3e1ddeef tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 945 time: 0.2222261 Jun 30 05:30:16.123333 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2f63d7fb-8cba-4891-9fe8-e9959872c289 req-72af4cb2-26ca-48bf-be25-b3b01ce127b4 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773276 Jun 30 05:30:16.192866 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949da4-be55-47f2-945e-540e5c88aa71 req-fbd33c08-ccb8-4970-945a-12e2ca5aca66 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:16.194371 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bb949da4-be55-47f2-945e-540e5c88aa71 req-fbd33c08-ccb8-4970-945a-12e2ca5aca66 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.2523119 Jun 30 05:30:16.285521 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bb949da4-be55-47f2-945e-540e5c88aa71 req-a3450c49-6648-4d75-afb4-e06068276269 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833616 Jun 30 05:30:16.436789 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0662bd5-a9e7-49d3-8f55-9b2a93d59792 req-8a6d19b8-bf5f-40ee-936f-161118ad7ea1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:16.438149 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e0662bd5-a9e7-49d3-8f55-9b2a93d59792 req-8a6d19b8-bf5f-40ee-936f-161118ad7ea1 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.1267388 Jun 30 05:30:16.525269 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e0662bd5-a9e7-49d3-8f55-9b2a93d59792 req-e955b3fb-f651-4e93-a67a-4e1df64dae49 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749717 Jun 30 05:30:16.721035 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaca1e-37d0-4990-a48c-85e03e6e6797 req-7c0f13eb-b00c-4553-9997-473efe07ac1b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:16.734845 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e0eaca1e-37d0-4990-a48c-85e03e6e6797 req-7c0f13eb-b00c-4553-9997-473efe07ac1b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1355579 Jun 30 05:30:16.832033 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e0eaca1e-37d0-4990-a48c-85e03e6e6797 req-682ab41e-25e4-4338-9040-27c2c1f0362f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969472 Jun 30 05:30:16.951880 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889dd70-85e2-4247-9728-ae238d956878 req-e75d2efc-8b70-499b-88f9-156369285e34 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:16.962063 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b889dd70-85e2-4247-9728-ae238d956878 req-e75d2efc-8b70-499b-88f9-156369285e34 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1162200 Jun 30 05:30:17.011351 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b889dd70-85e2-4247-9728-ae238d956878 req-a5846071-b2da-41dd-8fa3-e426287126c9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479100 Jun 30 05:30:17.326813 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:17.568728 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535996d-3c30-402a-9f11-7936f001c53b req-29b90fab-cddc-4557-a8dd-367c9883aaab tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:17.579095 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b535996d-3c30-402a-9f11-7936f001c53b req-29b90fab-cddc-4557-a8dd-367c9883aaab tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 945 time: 0.2098856 Jun 30 05:30:17.707757 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b535996d-3c30-402a-9f11-7936f001c53b req-1519839b-f538-4601-b283-93ee624f4e0e tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272173 Jun 30 05:30:17.769058 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f08733-2b06-4e71-a780-df1ff042053f req-02a6ddd7-7fdf-4e02-bdb6-f8e8d5e389d9 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:17.780714 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-72f08733-2b06-4e71-a780-df1ff042053f req-02a6ddd7-7fdf-4e02-bdb6-f8e8d5e389d9 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1764717 Jun 30 05:30:17.788660 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e527b-50e6-48b6-bb21-50607004fd65 req-dbfa10e3-2544-43dc-b0ab-5f9fbe1638ed tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:17.798453 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-802e527b-50e6-48b6-bb21-50607004fd65 req-dbfa10e3-2544-43dc-b0ab-5f9fbe1638ed tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 946 time: 0.1375711 Jun 30 05:30:17.895259 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-72f08733-2b06-4e71-a780-df1ff042053f req-084acc9a-aef1-490c-abb7-41e6345d127a tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949178 Jun 30 05:30:18.008086 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-802e527b-50e6-48b6-bb21-50607004fd65 req-6aef9124-40f2-473c-8910-c1b030721432 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Deleting port 59ba4127-9e8f-46ba-9f59-263899aa93d4 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:30:18.008839 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-802e527b-50e6-48b6-bb21-50607004fd65 req-6aef9124-40f2-473c-8910-c1b030721432 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:18.203209 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a090d91-c873-4f20-a307-6bc391e1501b req-a5f38911-faf8-4fb5-86f1-c230cfcdf0d2 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:18.212725 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6a090d91-c873-4f20-a307-6bc391e1501b req-a5f38911-faf8-4fb5-86f1-c230cfcdf0d2 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.2541852 Jun 30 05:30:18.288626 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-802e527b-50e6-48b6-bb21-50607004fd65 req-6aef9124-40f2-473c-8910-c1b030721432 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] For port 59ba4127-9e8f-46ba-9f59-263899aa93d4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=59ba4127-9e8f-46ba-9f59-263899aa93d4,segment=NetworkSegment(22c882c6-707e-4ee4-865b-8b8d90778564),segment_id=22c882c6-707e-4ee4-865b-8b8d90778564)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:30:18.289295 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-802e527b-50e6-48b6-bb21-50607004fd65 req-6aef9124-40f2-473c-8910-c1b030721432 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:18.293367 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6a090d91-c873-4f20-a307-6bc391e1501b req-16d0dc86-d441-4e72-9258-6fa82f3eed0f tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0773187 Jun 30 05:30:18.358798 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-802e527b-50e6-48b6-bb21-50607004fd65 req-6aef9124-40f2-473c-8910-c1b030721432 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Calling delete_port for 59ba4127-9e8f-46ba-9f59-263899aa93d4 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:30:18.607878 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbfab1-5f2c-4881-a4e1-dbf4dc640e5e req-42bf5f4e-1fd5-4f8b-86ca-6e761c9776d9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:18.617332 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-15fbfab1-5f2c-4881-a4e1-dbf4dc640e5e req-42bf5f4e-1fd5-4f8b-86ca-6e761c9776d9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1411362 Jun 30 05:30:18.707101 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-15fbfab1-5f2c-4881-a4e1-dbf4dc640e5e req-546b7ddf-16b2-4d63-976d-66785af3f59e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888841 Jun 30 05:30:18.728075 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-802e527b-50e6-48b6-bb21-50607004fd65 req-6aef9124-40f2-473c-8910-c1b030721432 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:18.746153 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['4711b33b-ea7c-49fa-94e1-342fd33646c9', '59ba4127-9e8f-46ba-9f59-263899aa93d4'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:30:18.800079 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef9124-40f2-473c-8910-c1b030721432 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Pushing event deleted for resources: {'Port': ['ID=59ba4127-9e8f-46ba-9f59-263899aa93d4,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:18.948416 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-802e527b-50e6-48b6-bb21-50607004fd65 req-6aef9124-40f2-473c-8910-c1b030721432 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] No DVR routers for this DVR port 59ba4127-9e8f-46ba-9f59-263899aa93d4 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:30:18.952231 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-802e527b-50e6-48b6-bb21-50607004fd65 req-6aef9124-40f2-473c-8910-c1b030721432 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:18.956542 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-802e527b-50e6-48b6-bb21-50607004fd65 req-6aef9124-40f2-473c-8910-c1b030721432 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.35 "DELETE /v2.0/ports/59ba4127-9e8f-46ba-9f59-263899aa93d4 HTTP/1.1" status: 204 len: 173 time: 1.1549854 Jun 30 05:30:18.957174 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae6077e-edc1-4890-8efc-434b73942014', 'name': 'network-vif-deleted', 'tag': '59ba4127-9e8f-46ba-9f59-263899aa93d4'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:30:18.959596 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff20f50-8e1e-41ff-924a-ee8259ecf3a7" -d '{"events": [{"server_uuid": "7ae6077e-edc1-4890-8efc-434b73942014", "name": "network-vif-deleted", "tag": "59ba4127-9e8f-46ba-9f59-263899aa93d4"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:30:19.141431 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40879e45-9df9-48aa-94ad-10cda28bfd1a req-d2f77e10-7768-4bfe-9791-12ccef43b258 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:19.143008 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-40879e45-9df9-48aa-94ad-10cda28bfd1a req-d2f77e10-7768-4bfe-9791-12ccef43b258 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1923347 Jun 30 05:30:19.221134 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-38e4ee57-54ee-4fa8-9998-1ed09a1133a8 req-ad9e1f3e-2e39-47a6-adf9-f7fc06057fe3 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ae6077e-edc1-4890-8efc-434b73942014 HTTP/1.1" status: 200 len: 210 time: 0.0722888 Jun 30 05:30:19.343910 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-40879e45-9df9-48aa-94ad-10cda28bfd1a req-76853433-b4cf-4605-b6e7-585aaed8ca9b tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755581 Jun 30 05:30:19.363589 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c836d4cb-62cf-4a9d-b4ae-baf24994320b x-openstack-request-id: req-c836d4cb-62cf-4a9d-b4ae-baf24994320b {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:30:19.364114 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae6077e-edc1-4890-8efc-434b73942014", "name": "network-vif-deleted", "tag": "59ba4127-9e8f-46ba-9f59-263899aa93d4", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:30:19.366096 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c836d4cb-62cf-4a9d-b4ae-baf24994320b {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:30:19.366096 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae6077e-edc1-4890-8efc-434b73942014', 'name': 'network-vif-deleted', 'tag': '59ba4127-9e8f-46ba-9f59-263899aa93d4', 'status': 'completed', 'code': 200} Jun 30 05:30:19.579921 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3dc9a-0eca-495b-8e69-6109b28b5ef3 req-5d9d83a9-ffa4-4bb8-adcd-14318cfaa073 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:19.582939 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e6e3dc9a-0eca-495b-8e69-6109b28b5ef3 req-5d9d83a9-ffa4-4bb8-adcd-14318cfaa073 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.1152201 Jun 30 05:30:19.660657 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e6e3dc9a-0eca-495b-8e69-6109b28b5ef3 req-886a9b18-1aa8-40ef-bb36-60a9e5c9b63d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674744 Jun 30 05:30:20.034792 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca720-cbeb-48b5-ae4a-42b8aee30ae6 req-bebd409a-f97e-459a-8404-c426ce2dff7f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:20.044064 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-194ca720-cbeb-48b5-ae4a-42b8aee30ae6 req-bebd409a-f97e-459a-8404-c426ce2dff7f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1115990 Jun 30 05:30:20.091049 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-194ca720-cbeb-48b5-ae4a-42b8aee30ae6 req-c8ca0490-327b-4d88-b2f8-0064e8e68aad tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459960 Jun 30 05:30:20.574443 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b7b8b-9f46-4e3b-9d2d-2c95dd860a89 req-62f172f2-a70b-4979-880a-fc5bf9f79c2f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:20.576972 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c39b7b8b-9f46-4e3b-9d2d-2c95dd860a89 req-62f172f2-a70b-4979-880a-fc5bf9f79c2f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0855367 Jun 30 05:30:20.653748 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c39b7b8b-9f46-4e3b-9d2d-2c95dd860a89 req-cb21fed2-5f62-4acb-b24d-13be1beac73e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650022 Jun 30 05:30:21.017527 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1995c-c407-4696-9cb8-9392764af35e req-4ab046e2-02e2-48fe-9ebb-87f319edc90f tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:21.019153 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bbf1995c-c407-4696-9cb8-9392764af35e req-4ab046e2-02e2-48fe-9ebb-87f319edc90f tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.1704776 Jun 30 05:30:21.115667 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211734b5-d973-4e19-9cdd-f5a4059514b6 req-4bad8a65-2830-4a21-b3bf-fc7b5ff83905 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:21.117228 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-211734b5-d973-4e19-9cdd-f5a4059514b6 req-4bad8a65-2830-4a21-b3bf-fc7b5ff83905 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1854811 Jun 30 05:30:21.136255 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bbf1995c-c407-4696-9cb8-9392764af35e req-894a8872-7c4f-42c9-87fa-d2fb645f9932 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1039357 Jun 30 05:30:21.223473 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-211734b5-d973-4e19-9cdd-f5a4059514b6 req-22dd454b-0ab2-4d72-9094-10055bb8d263 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857708 Jun 30 05:30:21.413201 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8932d8-d536-4ac8-beed-4ab365af559b req-1b5ad77c-e22c-4755-8f60-28bb8a131fca tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:21.431496 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6c8932d8-d536-4ac8-beed-4ab365af559b req-1b5ad77c-e22c-4755-8f60-28bb8a131fca tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.1124127 Jun 30 05:30:21.454012 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 59ba4127-9e8f-46ba-9f59-263899aa93d4 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:30:21.500522 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 59ba4127-9e8f-46ba-9f59-263899aa93d4 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:30:21.500849 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 59ba4127-9e8f-46ba-9f59-263899aa93d4 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:30:21.561187 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6c8932d8-d536-4ac8-beed-4ab365af559b req-28798682-f00a-4c6d-b5ea-860e8492279a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217005 Jun 30 05:30:22.062567 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6f8ce-286f-482e-bdac-b89215a62004 req-2e074dc9-c22d-4fd6-ad8a-beb13f479115 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:22.066251 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-17e6f8ce-286f-482e-bdac-b89215a62004 req-2e074dc9-c22d-4fd6-ad8a-beb13f479115 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1505833 Jun 30 05:30:22.151940 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-17e6f8ce-286f-482e-bdac-b89215a62004 req-d1b04cda-86c5-40f4-9744-71083db17362 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783780 Jun 30 05:30:22.388721 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e463c9-99f2-4068-92a7-3851f7da8fca req-53423da7-e1b7-4a1e-bd2a-db086c8646d9 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:22.397277 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-69e463c9-99f2-4068-92a7-3851f7da8fca req-53423da7-e1b7-4a1e-bd2a-db086c8646d9 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.0940499 Jun 30 05:30:22.468817 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-69e463c9-99f2-4068-92a7-3851f7da8fca req-7c8e7458-c2ab-4528-8a6f-2ef092a93606 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700545 Jun 30 05:30:22.556355 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2407a7-aa03-4e03-8698-866d23a605bf req-b0812423-8f5d-4e46-a223-6673a1f28f8d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:22.558476 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0a2407a7-aa03-4e03-8698-866d23a605bf req-b0812423-8f5d-4e46-a223-6673a1f28f8d tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0883286 Jun 30 05:30:22.616056 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0a2407a7-aa03-4e03-8698-866d23a605bf req-021e5c1c-096e-4751-8bc7-964e140214c7 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518725 Jun 30 05:30:22.889610 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd24f7b-8804-45ec-bb63-5aa2c84cec12 req-5ad18fcc-99f5-4f84-87f3-726f81b080a5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:22.891006 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9cd24f7b-8804-45ec-bb63-5aa2c84cec12 req-5ad18fcc-99f5-4f84-87f3-726f81b080a5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0810883 Jun 30 05:30:22.937793 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9cd24f7b-8804-45ec-bb63-5aa2c84cec12 req-5efe1554-a246-4264-a251-b9a36d466c43 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409210 Jun 30 05:30:23.449932 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea1683-4edf-4ef0-9f6a-703142f34d69 req-78f3647b-3579-4ef5-b0bf-5c7197c5ef92 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:23.457569 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e2ea1683-4edf-4ef0-9f6a-703142f34d69 req-78f3647b-3579-4ef5-b0bf-5c7197c5ef92 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1596975 Jun 30 05:30:23.555988 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e2ea1683-4edf-4ef0-9f6a-703142f34d69 req-9a833ba9-7348-425a-8556-350efc3b29a8 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972877 Jun 30 05:30:23.778871 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0681b8d-d279-4d0c-b348-f935e633c8f0 req-b3bbc059-aab5-42b6-97ce-019a264267ab tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:23.781322 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f0681b8d-d279-4d0c-b348-f935e633c8f0 req-b3bbc059-aab5-42b6-97ce-019a264267ab tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.1134140 Jun 30 05:30:23.898316 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f0681b8d-d279-4d0c-b348-f935e633c8f0 req-92296e05-39d3-4600-9f25-de452c5f8997 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019588 Jun 30 05:30:23.932137 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea785c9e-67d1-4189-b28e-9fdaf503ec6f req-a16cda58-59d1-40c7-a0f4-e3be3efbb29b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:23.941054 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ea785c9e-67d1-4189-b28e-9fdaf503ec6f req-a16cda58-59d1-40c7-a0f4-e3be3efbb29b tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1560197 Jun 30 05:30:24.008772 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ea785c9e-67d1-4189-b28e-9fdaf503ec6f req-670c29cc-2ac6-4e3e-b030-fedb803f568e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655832 Jun 30 05:30:24.174341 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33f2ad-82f7-4378-8951-35f06c1acb63 req-85c0d436-d913-468d-a1ba-bbe87ab4b202 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:24.177061 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-df33f2ad-82f7-4378-8951-35f06c1acb63 req-85c0d436-d913-468d-a1ba-bbe87ab4b202 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0913775 Jun 30 05:30:24.240511 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-df33f2ad-82f7-4378-8951-35f06c1acb63 req-c0813254-f5af-4890-8125-18c106b7d87b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542727 Jun 30 05:30:24.767863 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed80bf1-fc57-463a-9472-c3baa39d77d0 req-1bc7df27-439e-42a7-b699-84142f3dc5f7 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:24.776150 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1ed80bf1-fc57-463a-9472-c3baa39d77d0 req-1bc7df27-439e-42a7-b699-84142f3dc5f7 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0844593 Jun 30 05:30:24.833290 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe7030-6eb8-48cd-a6ca-7f74adef9a94 req-c575cdc4-4419-4eb5-b0cd-09f210289601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:24.836422 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4dbe7030-6eb8-48cd-a6ca-7f74adef9a94 req-c575cdc4-4419-4eb5-b0cd-09f210289601 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7964c3fc3134461b6ea0163883faaec&device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 1099 time: 0.1121840 Jun 30 05:30:24.836560 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1ed80bf1-fc57-463a-9472-c3baa39d77d0 req-35fc03ad-d326-44dd-b874-234972bfef8a tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582416 Jun 30 05:30:24.952666 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe7030-6eb8-48cd-a6ca-7f74adef9a94 req-b51e6203-4826-46a9-976f-56cc0e11a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:24.954550 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4dbe7030-6eb8-48cd-a6ca-7f74adef9a94 req-b51e6203-4826-46a9-976f-56cc0e11a0b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 200 len: 918 time: 0.1070340 Jun 30 05:30:25.044651 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4dbe7030-6eb8-48cd-a6ca-7f74adef9a94 req-5791e7e5-bb8c-4b9b-a530-a4c15b8d87a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95 HTTP/1.1" status: 200 len: 1001 time: 0.0822613 Jun 30 05:30:25.190345 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe7030-6eb8-48cd-a6ca-7f74adef9a94 req-9e96b74e-a459-4903-b492-5c1b2daa9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:25.200937 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4dbe7030-6eb8-48cd-a6ca-7f74adef9a94 req-9e96b74e-a459-4903-b492-5c1b2daa9f84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e62719b-5a1c-4ff8-bd08-224f80a06cd2 HTTP/1.1" status: 200 len: 856 time: 0.1479924 Jun 30 05:30:25.279485 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ac4a0-21d1-43c1-8d1e-f4e93e9a0767 req-1136e040-597a-47fd-aa6e-df9ca8dc4c5c tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:25.286683 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5a0ac4a0-21d1-43c1-8d1e-f4e93e9a0767 req-1136e040-597a-47fd-aa6e-df9ca8dc4c5c tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.1800284 Jun 30 05:30:25.344908 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5a0ac4a0-21d1-43c1-8d1e-f4e93e9a0767 req-1e50c824-3e2c-4a56-8948-934293fa3267 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572722 Jun 30 05:30:25.357079 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe7030-6eb8-48cd-a6ca-7f74adef9a94 req-026fa926-fb4c-4a82-8e22-300955f6744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:25.358749 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4dbe7030-6eb8-48cd-a6ca-7f74adef9a94 req-026fa926-fb4c-4a82-8e22-300955f6744f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c5bd950-7baa-4ed0-ba10-8865d691272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1498895 Jun 30 05:30:25.365699 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62630b-68fd-41bf-9ae9-d164824f55c5 req-20a19dce-9a39-4aee-aff9-f1bd6f5e1ce1 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:25.371935 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4d62630b-68fd-41bf-9ae9-d164824f55c5 req-20a19dce-9a39-4aee-aff9-f1bd6f5e1ce1 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.1826956 Jun 30 05:30:25.534648 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4dbe7030-6eb8-48cd-a6ca-7f74adef9a94 req-2cd491d5-ef9b-4796-8955-3122e59ac23f service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662068 Jun 30 05:30:25.667735 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4d62630b-68fd-41bf-9ae9-d164824f55c5 req-f381cc8c-ec8d-4432-b739-34b680016906 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806926 Jun 30 05:30:25.722416 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86688d19-3b89-4c7e-85a2-4405cf2a79c6 req-cee2b3b0-2cb5-492c-8357-8ace4f823245 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:25.730895 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-86688d19-3b89-4c7e-85a2-4405cf2a79c6 req-cee2b3b0-2cb5-492c-8357-8ace4f823245 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.2492948 Jun 30 05:30:25.755558 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4dbe7030-6eb8-48cd-a6ca-7f74adef9a94 req-69373a90-1181-4ab2-b581-58a952af22ea service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109301 Jun 30 05:30:25.788911 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-86688d19-3b89-4c7e-85a2-4405cf2a79c6 req-14f59096-ffba-4681-b580-d8b30746a684 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571952 Jun 30 05:30:26.085549 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6845d7-5953-4cf4-8705-80de996b05c2 req-26845921-38f2-4e99-914c-93678c1d2f63 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:26.087346 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fd6845d7-5953-4cf4-8705-80de996b05c2 req-26845921-38f2-4e99-914c-93678c1d2f63 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0967600 Jun 30 05:30:26.131903 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fd6845d7-5953-4cf4-8705-80de996b05c2 req-649b3d79-463d-41f9-b6ac-fbe684ed3b9c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373101 Jun 30 05:30:26.523016 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e4d42-9b5b-4007-9dac-9020a1b8f5b7 req-63b44826-4d91-45a4-87e8-4e7e7bd1932a tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:26.525002 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2a8e4d42-9b5b-4007-9dac-9020a1b8f5b7 req-63b44826-4d91-45a4-87e8-4e7e7bd1932a tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.0718050 Jun 30 05:30:26.574333 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2a8e4d42-9b5b-4007-9dac-9020a1b8f5b7 req-7811d691-b154-4828-894c-3f8dbf3e0842 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413296 Jun 30 05:30:26.950167 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b24aa-ce73-4a9d-b56d-3ed91499fba8 req-4bdd25ec-0d8a-4fe8-89a2-9dc9ae60e270 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:26.957164 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4f6b24aa-ce73-4a9d-b56d-3ed91499fba8 req-4bdd25ec-0d8a-4fe8-89a2-9dc9ae60e270 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0822463 Jun 30 05:30:27.003975 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4f6b24aa-ce73-4a9d-b56d-3ed91499fba8 req-68fe27b5-3d0e-499f-9d08-ff9337c45300 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437632 Jun 30 05:30:27.083523 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a84f60-2e53-4add-834c-20af316fccd4 req-aa0fbc52-ade9-4fe4-8fa4-c08f9a1ecac5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:27.092603 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-82a84f60-2e53-4add-834c-20af316fccd4 req-aa0fbc52-ade9-4fe4-8fa4-c08f9a1ecac5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0865028 Jun 30 05:30:27.131672 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-82a84f60-2e53-4add-834c-20af316fccd4 req-b1c5c389-bdfb-4440-85dc-f9f569932430 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382416 Jun 30 05:30:27.324800 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff50f2a-ee82-4eec-8c38-b4e69c1ebc99 req-75694974-11b8-46f2-8ce9-751e01d1bb00 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:27.326411 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cff50f2a-ee82-4eec-8c38-b4e69c1ebc99 req-75694974-11b8-46f2-8ce9-751e01d1bb00 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0789661 Jun 30 05:30:27.376315 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cff50f2a-ee82-4eec-8c38-b4e69c1ebc99 req-7aea935c-1ec9-40cc-8e0a-01ca65602979 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437791 Jun 30 05:30:27.744638 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e99a5-79c4-4b5f-9ad9-bfce6febb0ae req-64713686-3021-4866-8cb7-b7fcd73b40e6 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:27.746184 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-727e99a5-79c4-4b5f-9ad9-bfce6febb0ae req-64713686-3021-4866-8cb7-b7fcd73b40e6 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.0618012 Jun 30 05:30:27.784639 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-727e99a5-79c4-4b5f-9ad9-bfce6febb0ae req-7117946a-0d79-4901-8f58-80fa549a82bb tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327942 Jun 30 05:30:28.174158 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ff737-0311-457d-9493-40d1c4654a8e req-0af226d6-dbc0-4e1c-91fb-f250709c8913 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:28.175628 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-326ff737-0311-457d-9493-40d1c4654a8e req-0af226d6-dbc0-4e1c-91fb-f250709c8913 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0681202 Jun 30 05:30:28.214008 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-326ff737-0311-457d-9493-40d1c4654a8e req-c4d222bd-8a8f-401c-99f0-8192d05ca35f tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325880 Jun 30 05:30:28.320294 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d907c-1a0f-42a3-ab94-d7398474ea13 req-3efb61f0-3040-4988-97f1-73eeca9b58b6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:28.321651 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c73d907c-1a0f-42a3-ab94-d7398474ea13 req-3efb61f0-3040-4988-97f1-73eeca9b58b6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0605726 Jun 30 05:30:28.359181 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c73d907c-1a0f-42a3-ab94-d7398474ea13 req-5d20486f-d3c0-40d3-b49c-e1b6ad42cd0e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312102 Jun 30 05:30:28.545401 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d0d92-18c4-41e9-a179-acaf4d0dd0b0 req-bd90bde0-6607-4530-97ea-4c96fe8dd3ab tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:28.546841 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-df8d0d92-18c4-41e9-a179-acaf4d0dd0b0 req-bd90bde0-6607-4530-97ea-4c96fe8dd3ab tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0620706 Jun 30 05:30:28.583914 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-df8d0d92-18c4-41e9-a179-acaf4d0dd0b0 req-21dd3317-c0f1-4285-9511-dc8b0a860dde tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314367 Jun 30 05:30:28.957732 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96f443-595b-4d3e-bfba-9eaa1ccaeb49 req-f758c56f-0c7f-4772-be7c-7a4044b60203 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:28.959207 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2b96f443-595b-4d3e-bfba-9eaa1ccaeb49 req-f758c56f-0c7f-4772-be7c-7a4044b60203 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.0661108 Jun 30 05:30:28.998434 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2b96f443-595b-4d3e-bfba-9eaa1ccaeb49 req-f7590e17-257a-432b-a4be-7a048ee9b531 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330286 Jun 30 05:30:29.384556 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcf847-441e-4c04-bb07-3f41ee5177eb req-e621ea89-146f-4e9d-847f-66673bdf2ef3 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:29.386541 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-90dcf847-441e-4c04-bb07-3f41ee5177eb req-e621ea89-146f-4e9d-847f-66673bdf2ef3 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0642493 Jun 30 05:30:29.424102 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-90dcf847-441e-4c04-bb07-3f41ee5177eb req-12869412-e5f0-4070-aa9d-4ce8dbcd8769 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319831 Jun 30 05:30:29.540664 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e20d29-d324-4c82-ac1a-ca890630b0ec req-20c5e2c6-5cca-4432-abc3-95bde078af3c tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:29.542048 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f5e20d29-d324-4c82-ac1a-ca890630b0ec req-20c5e2c6-5cca-4432-abc3-95bde078af3c tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 946 time: 0.0638831 Jun 30 05:30:29.579605 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f5e20d29-d324-4c82-ac1a-ca890630b0ec req-97db6521-abbd-49a5-b3e5-87cb9ea33d67 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313940 Jun 30 05:30:29.752010 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d996b7-602b-43b5-aace-e6fc58bce9c6 req-a33f215f-dc91-4523-bd1d-d7c0966c3639 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:29.753470 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-54d996b7-602b-43b5-aace-e6fc58bce9c6 req-a33f215f-dc91-4523-bd1d-d7c0966c3639 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0613244 Jun 30 05:30:29.791014 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-54d996b7-602b-43b5-aace-e6fc58bce9c6 req-46b8fbe4-01a8-4925-a1c9-f2de7209259c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Jun 30 05:30:30.165445 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda4876-29c7-4159-a7dd-a524a3f8a522 req-2e848e9d-149f-48f1-a185-2c51d96a28e5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:30.167481 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7eda4876-29c7-4159-a7dd-a524a3f8a522 req-2e848e9d-149f-48f1-a185-2c51d96a28e5 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.0603402 Jun 30 05:30:30.205709 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7eda4876-29c7-4159-a7dd-a524a3f8a522 req-57be3e2d-db6f-438d-8d0c-9043d47fc81b tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327029 Jun 30 05:30:30.312341 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:30:30.385644 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:30.407036 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:30:30.409310 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537bf688-4f73-46ac-a3a0-c75104568fad" -d '{"events": [{"server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "name": "network-vif-unplugged", "status": "completed", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:30:30.422449 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:30:30.426701 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:30.449899 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 05:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f754e68c-0fdb-4684-9493-8be68c7ce92c x-openstack-request-id: req-f754e68c-0fdb-4684-9493-8be68c7ce92c {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:30:30.450188 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "name": "network-vif-unplugged", "status": "completed", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:30:30.450433 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f754e68c-0fdb-4684-9493-8be68c7ce92c {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:30:30.450814 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'code': 200} Jun 30 05:30:30.476088 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,revision_number=8']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:30.600968 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59336f01-c10b-446b-8b1e-2edc16211f8d req-6c00bf52-8ea7-4246-a554-b042ebaa9c1e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:30.602397 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-59336f01-c10b-446b-8b1e-2edc16211f8d req-6c00bf52-8ea7-4246-a554-b042ebaa9c1e tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0664608 Jun 30 05:30:30.645161 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-59336f01-c10b-446b-8b1e-2edc16211f8d req-24d822ea-2c13-4188-9e90-263646012402 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9551a18-7b6f-45dc-9107-eb2b0ca9289a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361688 Jun 30 05:30:30.777390 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a1341-c833-4a27-8e5d-de750a3894fe req-34a819de-7e56-4e64-9504-a4bdf057215d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:30.778784 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a94a1341-c833-4a27-8e5d-de750a3894fe req-34a819de-7e56-4e64-9504-a4bdf057215d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0751331 Jun 30 05:30:30.817383 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a94a1341-c833-4a27-8e5d-de750a3894fe req-446a3cda-4432-4256-be76-a39d66e34bb9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325844 Jun 30 05:30:30.966459 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f943a3c-024a-4211-a3d2-d053a2717d65 req-ae8b7639-377a-4c0e-a4f8-54e684134680 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:30.968057 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6f943a3c-024a-4211-a3d2-d053a2717d65 req-ae8b7639-377a-4c0e-a4f8-54e684134680 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0661528 Jun 30 05:30:30.973478 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f25396-b328-430e-bea0-68e1b8471010 req-fde0c558-f09b-4d28-9189-bac40fbc7e73 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:30.974882 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-15f25396-b328-430e-bea0-68e1b8471010 req-fde0c558-f09b-4d28-9189-bac40fbc7e73 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.35 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 945 time: 0.0684481 Jun 30 05:30:31.008436 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6f943a3c-024a-4211-a3d2-d053a2717d65 req-01b8d04f-23b5-46c7-be6e-50a14cb41a03 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345051 Jun 30 05:30:31.080407 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-15f25396-b328-430e-bea0-68e1b8471010 req-2dfd7385-c11b-4400-bf40-ce86058b88b4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Deleting port 4711b33b-ea7c-49fa-94e1-342fd33646c9 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:30:31.080746 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-15f25396-b328-430e-bea0-68e1b8471010 req-2dfd7385-c11b-4400-bf40-ce86058b88b4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:31.413628 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89588b1-0a23-4869-a2ef-f76a07872e86 req-4513ef6e-435d-48fa-8365-9a701af0843d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:31.420655 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-15f25396-b328-430e-bea0-68e1b8471010 req-2dfd7385-c11b-4400-bf40-ce86058b88b4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] For port 4711b33b-ea7c-49fa-94e1-342fd33646c9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=4711b33b-ea7c-49fa-94e1-342fd33646c9,segment=NetworkSegment(22c882c6-707e-4ee4-865b-8b8d90778564),segment_id=22c882c6-707e-4ee4-865b-8b8d90778564)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:30:31.421162 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-15f25396-b328-430e-bea0-68e1b8471010 req-2dfd7385-c11b-4400-bf40-ce86058b88b4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:31.421949 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f89588b1-0a23-4869-a2ef-f76a07872e86 req-4513ef6e-435d-48fa-8365-9a701af0843d tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.0803165 Jun 30 05:30:31.435569 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-15f25396-b328-430e-bea0-68e1b8471010 req-2dfd7385-c11b-4400-bf40-ce86058b88b4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Calling delete_port for 4711b33b-ea7c-49fa-94e1-342fd33646c9 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:30:31.468743 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f89588b1-0a23-4869-a2ef-f76a07872e86 req-0afb9e93-7c62-46ba-9951-47c203bca497 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=d275f486-7678-4480-aebf-34dc57c64747&id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457733 Jun 30 05:30:31.590765 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-15f25396-b328-430e-bea0-68e1b8471010 req-2dfd7385-c11b-4400-bf40-ce86058b88b4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:31.623817 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd7385-c11b-4400-bf40-ce86058b88b4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Pushing event deleted for resources: {'Port': ['ID=4711b33b-ea7c-49fa-94e1-342fd33646c9,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:31.670815 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f25396-b328-430e-bea0-68e1b8471010 req-2dfd7385-c11b-4400-bf40-ce86058b88b4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] No DVR routers for this DVR port 4711b33b-ea7c-49fa-94e1-342fd33646c9 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:30:31.673448 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-15f25396-b328-430e-bea0-68e1b8471010 req-2dfd7385-c11b-4400-bf40-ce86058b88b4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:31.676275 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-15f25396-b328-430e-bea0-68e1b8471010 req-2dfd7385-c11b-4400-bf40-ce86058b88b4 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.35 "DELETE /v2.0/ports/4711b33b-ea7c-49fa-94e1-342fd33646c9 HTTP/1.1" status: 204 len: 173 time: 0.6955168 Jun 30 05:30:31.677523 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2deea163-1d2d-4174-a93b-93fb2be56e7d', 'name': 'network-vif-deleted', 'tag': '4711b33b-ea7c-49fa-94e1-342fd33646c9'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:30:31.679596 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4908932f-ea04-48ef-8839-89854b09e851" -d '{"events": [{"server_uuid": "2deea163-1d2d-4174-a93b-93fb2be56e7d", "name": "network-vif-deleted", "tag": "4711b33b-ea7c-49fa-94e1-342fd33646c9"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:30:31.717215 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae30b66-78b7-45bc-8d14-75355f0bee97 x-openstack-request-id: req-bae30b66-78b7-45bc-8d14-75355f0bee97 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:30:31.717651 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2deea163-1d2d-4174-a93b-93fb2be56e7d", "name": "network-vif-deleted", "tag": "4711b33b-ea7c-49fa-94e1-342fd33646c9", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:30:31.718153 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bae30b66-78b7-45bc-8d14-75355f0bee97 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:30:31.718561 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2deea163-1d2d-4174-a93b-93fb2be56e7d', 'name': 'network-vif-deleted', 'tag': '4711b33b-ea7c-49fa-94e1-342fd33646c9', 'status': 'completed', 'code': 200} Jun 30 05:30:31.803004 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-409d5ab7-16c7-4a9b-b04c-46d73760bd59 req-95f1cd5f-83e8-42e8-90c7-6c8e1dcecd96 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 210 time: 0.0303900 Jun 30 05:30:32.003089 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336f07f-0f89-4034-91f5-0b5df7f19a27 req-5c117dbf-5e0c-4cba-90fa-ec012ba7faaf tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:32.004575 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6336f07f-0f89-4034-91f5-0b5df7f19a27 req-5c117dbf-5e0c-4cba-90fa-ec012ba7faaf tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0641909 Jun 30 05:30:32.041974 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6336f07f-0f89-4034-91f5-0b5df7f19a27 req-f25ef1b7-5c0e-4a5f-97d9-dc8bfa01c588 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309782 Jun 30 05:30:32.185909 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c5d0f-c481-4241-8308-34b79bbe7e6d req-e9bb6f8d-f1ce-46d7-9958-304737a9d50e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:32.187438 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4f0c5d0f-c481-4241-8308-34b79bbe7e6d req-e9bb6f8d-f1ce-46d7-9958-304737a9d50e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0642755 Jun 30 05:30:32.226049 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4f0c5d0f-c481-4241-8308-34b79bbe7e6d req-86f8f69b-be9a-460c-ad87-0494544b640b tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331981 Jun 30 05:30:32.787132 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350207fc-fc58-4ec8-9521-90eee4440e97 req-72cebb6b-836c-42e0-ba2d-f2ea5eace084 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:32.788694 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-350207fc-fc58-4ec8-9521-90eee4440e97 req-72cebb6b-836c-42e0-ba2d-f2ea5eace084 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0631299 Jun 30 05:30:32.827010 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-350207fc-fc58-4ec8-9521-90eee4440e97 req-74d21b27-1838-4d8d-9847-b6fd754af0b0 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322306 Jun 30 05:30:32.937488 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:30:32.958850 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2dc7fe19-9841-4558-b60f-644eea84e02c req-53acdc59-9bbf-4401-9151-1ae5ddc95869 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 210 time: 0.0326695 Jun 30 05:30:33.070964 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34070) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:33.167295 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-abb22fa9-37e2-46d0-a906-bbadc6695ba3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951457 Jun 30 05:30:33.404626 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb0945-ceff-4ed2-b5ce-ca599002df5e req-e45b6c27-ce62-4c09-ad8a-c653ebfad3e2 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:33.406348 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bdfb0945-ceff-4ed2-b5ce-ca599002df5e req-e45b6c27-ce62-4c09-ad8a-c653ebfad3e2 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0647805 Jun 30 05:30:33.448274 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bdfb0945-ceff-4ed2-b5ce-ca599002df5e req-b1b52948-50b3-46e8-925c-e1c6be634d96 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331378 Jun 30 05:30:34.014372 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9706aec-4d18-4492-9f75-4714f53f91d3 req-24e4d69d-ab40-4878-9fdb-62d84762d119 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:34.016050 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c9706aec-4d18-4492-9f75-4714f53f91d3 req-24e4d69d-ab40-4878-9fdb-62d84762d119 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0656879 Jun 30 05:30:34.060705 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c9706aec-4d18-4492-9f75-4714f53f91d3 req-a36070d9-4908-436e-84f6-ef0c88d275ae tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326328 Jun 30 05:30:34.345027 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2fe544b1-df26-4051-babb-61cb5e1e2395 req-00131c2c-258d-43c8-894c-5c9d7d0f4c63 tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 210 time: 0.2591476 Jun 30 05:30:34.420862 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['4711b33b-ea7c-49fa-94e1-342fd33646c9'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:30:34.629997 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f102cb-16bb-41be-88f9-820768e87e32 req-ab5a96ad-0ee3-4a02-bddb-9113a621c801 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:34.631511 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-70f102cb-16bb-41be-88f9-820768e87e32 req-ab5a96ad-0ee3-4a02-bddb-9113a621c801 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0652323 Jun 30 05:30:34.668646 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-70f102cb-16bb-41be-88f9-820768e87e32 req-c871dc89-4e94-4abe-bb30-70ee1544577d tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Jun 30 05:30:35.089480 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34096) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:35.137157 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_v2 [None req-040c1be3-948b-4f5f-bebc-d4aed10b10a7 admin admin] Deleting subnet f5572fea-61cd-4d68-b5b8-5dac15c1f1e4 {{(pid=92842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:30:35.140988 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-040c1be3-948b-4f5f-bebc-d4aed10b10a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:35.176036 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-040c1be3-948b-4f5f-bebc-d4aed10b10a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8671267'] for subnet, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:35.219834 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-040c1be3-948b-4f5f-bebc-d4aed10b10a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:35.253948 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbf146-9862-49dc-ac24-0f29bcb1577c req-4a18f0d8-a1a1-4102-a365-00f7f775d78c tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:35.255960 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7acbf146-9862-49dc-ac24-0f29bcb1577c req-4a18f0d8-a1a1-4102-a365-00f7f775d78c tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0757010 Jun 30 05:30:35.300094 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-040c1be3-948b-4f5f-bebc-d4aed10b10a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8690481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595536'] for subnet, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:35.334887 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7acbf146-9862-49dc-ac24-0f29bcb1577c req-5bc3654e-bb11-4efd-8ca1-3fcd6d36672c tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688908 Jun 30 05:30:35.344751 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c1be3-948b-4f5f-bebc-d4aed10b10a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5572fea-61cd-4d68-b5b8-5dac15c1f1e4,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:35.356658 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-040c1be3-948b-4f5f-bebc-d4aed10b10a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:35.359513 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-040c1be3-948b-4f5f-bebc-d4aed10b10a7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f5572fea-61cd-4d68-b5b8-5dac15c1f1e4 HTTP/1.1" status: 204 len: 168 time: 0.2684119 Jun 30 05:30:35.363798 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34106) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:35.436113 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:35.550920 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e0cb54f4-5804-449b-92c2-6fafcb33ebe0 req-303a2f40-e6b4-45d1-a231-0f2e494ce2dc tempest-ServerRescueNegativeTestJSON-318723188 tempest-ServerRescueNegativeTestJSON-318723188-project] 10.222.0.41 "GET /v2.0/ports?device_id=2deea163-1d2d-4174-a93b-93fb2be56e7d HTTP/1.1" status: 200 len: 210 time: 0.0760200 Jun 30 05:30:35.568315 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:35.579149 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1c7ffd-1cfb-415f-be6d-25c5b5583b65']}} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:35.589752 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fc8da5-4bf5-41ad-bc6b-9f35936290b9') {'for_net_delete': True} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:35.590059 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fc8da5-4bf5-41ad-bc6b-9f35936290b9') {} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:35.598833 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171653'] for segment, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:35.612857 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:35.619749 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:30:35.620143 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10104033'] for segment, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: Traceback (most recent call last): Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: timer() Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: cb(*args, **kw) Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: return func(*args, **kwargs) Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: self._notify() Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: self.callback(batched_events) Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: event.method(event) Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: return f(self, *a, **k) Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._get(url).json() Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: return self.request(url, 'GET', **kwargs) Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:30:35.621903 dv-cinder-772181-11-iscsi neutron-server[92843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:30:35.674448 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:35.680254 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:35.683560 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6e1c7ffd-1cfb-415f-be6d-25c5b5583b65 HTTP/1.1" status: 204 len: 168 time: 0.3210254 Jun 30 05:30:35.699048 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e1c7ffd-1cfb-415f-be6d-25c5b5583b65,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:35.708099 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:30:35.708449 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:30:35.708782 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:30:35.709115 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:30:35.709443 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:30:35.709856 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:30:35.710209 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:30:35.710520 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:30:35.710841 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:30:35.711186 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:30:35.711551 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:30:35.711810 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1940393-261c-4359-91cf-92c34e54d9a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:30:35.831940 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34114) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:35.886733 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-fd3041bd-5ecf-436b-ac34-aa8599d2470b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92a41694ed3a4b1ca00692746d30da1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536427 Jun 30 05:30:35.889587 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34116) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:35.917776 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ebbec-bfaf-41bc-92dc-de7394fcb2ce req-334b1519-1c47-4779-bea6-ff2fc8362951 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:35.919374 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-442ebbec-bfaf-41bc-92dc-de7394fcb2ce req-334b1519-1c47-4779-bea6-ff2fc8362951 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1219714 Jun 30 05:30:35.985629 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-442ebbec-bfaf-41bc-92dc-de7394fcb2ce req-6e21c69e-d6f6-4b19-92b9-945b1e9bef42 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600774 Jun 30 05:30:35.986376 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e80d60e3-b6f0-44ac-b16d-7dd9ccd83bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:36.009168 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e80d60e3-b6f0-44ac-b16d-7dd9ccd83bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:36.061775 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e80d60e3-b6f0-44ac-b16d-7dd9ccd83bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:36.064534 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e80d60e3-b6f0-44ac-b16d-7dd9ccd83bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:36.068086 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-e80d60e3-b6f0-44ac-b16d-7dd9ccd83bfc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6d96639-f4de-432c-900e-340168bb3d87 HTTP/1.1" status: 204 len: 168 time: 0.1754804 Jun 30 05:30:36.074131 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d60e3-b6f0-44ac-b16d-7dd9ccd83bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d96639-f4de-432c-900e-340168bb3d87,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:36.365833 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0584b-02a7-4285-bc9e-11a2b740a021 req-55b4036e-83de-4612-9140-50930ac72f8e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:36.377943 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4ca0584b-02a7-4285-bc9e-11a2b740a021 req-55b4036e-83de-4612-9140-50930ac72f8e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0907021 Jun 30 05:30:36.416576 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-92262fee-4449-4b5f-a07e-0fa5f4bc6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:36.418266 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-92262fee-4449-4b5f-a07e-0fa5f4bc6f1e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b&tenant_id=a7964c3fc3134461b6ea0163883faaec HTTP/1.1" status: 200 len: 1097 time: 0.1696045 Jun 30 05:30:36.462312 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4ca0584b-02a7-4285-bc9e-11a2b740a021 req-db5e35e3-93f4-4e9d-9536-c2fd0d523889 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735135 Jun 30 05:30:36.469558 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e98175-268b-438c-a4c4-9a3f642f2764 req-6931df43-6a05-4a60-b655-cc013f5e3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:36.470999 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56e98175-268b-438c-a4c4-9a3f642f2764 req-6931df43-6a05-4a60-b655-cc013f5e3a90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a68817d00e4f15aeea091672074687&device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 1099 time: 0.1353512 Jun 30 05:30:36.574080 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb379e72-d18d-43e3-82e5-f6260891cdcb req-a3fabcfe-e397-4742-a771-be503a4887d3 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:36.576686 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-d9b84392-77d3-4a34-97f2-1c04d3f7dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:36.577064 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb379e72-d18d-43e3-82e5-f6260891cdcb req-a3fabcfe-e397-4742-a771-be503a4887d3 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0631328 Jun 30 05:30:36.578171 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-d9b84392-77d3-4a34-97f2-1c04d3f7dee0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7964c3fc3134461b6ea0163883faaec&device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 1097 time: 0.1229973 Jun 30 05:30:36.622526 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb379e72-d18d-43e3-82e5-f6260891cdcb req-e2596b5d-304b-422c-a2a9-7b033890681d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391428 Jun 30 05:30:36.638038 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e98175-268b-438c-a4c4-9a3f642f2764 req-732be2ed-216f-435f-95d2-d13d0dea7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:36.639504 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56e98175-268b-438c-a4c4-9a3f642f2764 req-732be2ed-216f-435f-95d2-d13d0dea7408 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf HTTP/1.1" status: 200 len: 912 time: 0.1484191 Jun 30 05:30:36.656054 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34134) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:36.736368 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56e98175-268b-438c-a4c4-9a3f642f2764 req-5ccf4a4a-2d39-4baa-99ad-e0c0eeba4cfa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3416c1-ffff-4d71-ac1e-ae37b2829916 HTTP/1.1" status: 200 len: 1002 time: 0.0870340 Jun 30 05:30:36.738924 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-02afd39a-189a-4401-81f5-0c890694ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:36.740292 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-02afd39a-189a-4401-81f5-0c890694ef0d service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 200 len: 918 time: 0.1543400 Jun 30 05:30:36.830946 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e98175-268b-438c-a4c4-9a3f642f2764 req-46d5948e-a9b1-4696-ac31-933c453fc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:36.832425 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56e98175-268b-438c-a4c4-9a3f642f2764 req-46d5948e-a9b1-4696-ac31-933c453fc3dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890b8d44-c46a-4f64-a633-41d4ce21be07 HTTP/1.1" status: 200 len: 850 time: 0.0897920 Jun 30 05:30:36.836017 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-eda65fb4-4715-4eb8-8dda-76994bbd05e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95 HTTP/1.1" status: 200 len: 999 time: 0.0854685 Jun 30 05:30:36.917218 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-f77baf20-fa13-44aa-a99b-84e14587271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:36.918677 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-f77baf20-fa13-44aa-a99b-84e14587271b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e62719b-5a1c-4ff8-bd08-224f80a06cd2 HTTP/1.1" status: 200 len: 856 time: 0.0655415 Jun 30 05:30:36.932456 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e98175-268b-438c-a4c4-9a3f642f2764 req-9822e4c7-568b-4a09-9c03-6f057f9c0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:36.933842 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56e98175-268b-438c-a4c4-9a3f642f2764 req-9822e4c7-568b-4a09-9c03-6f057f9c0694 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0881522 Jun 30 05:30:37.062218 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-4c6128c7-8c49-44d8-b13a-3196503a19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:37.063725 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-4c6128c7-8c49-44d8-b13a-3196503a19f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c5bd950-7baa-4ed0-ba10-8865d691272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1212678 Jun 30 05:30:37.067131 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56e98175-268b-438c-a4c4-9a3f642f2764 req-6260dda8-9fc9-4183-b136-e6f58cb93e69 service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169279 Jun 30 05:30:37.071231 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fd39c177-e9be-4443-95ee-b5694f461750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3745207'] for router_interface, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:37.244389 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56e98175-268b-438c-a4c4-9a3f642f2764 req-daf52f9a-9d4d-42c0-a07c-841ae488aba8 service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517520 Jun 30 05:30:37.246330 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-79fc6540-3596-44da-a54b-c75b846dce20 service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470230 Jun 30 05:30:37.342549 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-c77574df-d1bc-4bad-9d18-61094c46c8ae req-42d40f8e-5792-40bd-ad93-d5b2eabe8f82 service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850828 Jun 30 05:30:37.371091 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-fd39c177-e9be-4443-95ee-b5694f461750 admin admin] Deleting port ca40070d-3908-4e84-bad9-0b989d2268f1 {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:30:37.371655 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fd39c177-e9be-4443-95ee-b5694f461750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:37.450253 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-fd39c177-e9be-4443-95ee-b5694f461750 admin admin] For port ca40070d-3908-4e84-bad9-0b989d2268f1, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=ca40070d-3908-4e84-bad9-0b989d2268f1,segment=NetworkSegment(22c882c6-707e-4ee4-865b-8b8d90778564),segment_id=22c882c6-707e-4ee4-865b-8b8d90778564)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:30:37.450610 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fd39c177-e9be-4443-95ee-b5694f461750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:37.462599 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-fd39c177-e9be-4443-95ee-b5694f461750 admin admin] Calling delete_port for ca40070d-3908-4e84-bad9-0b989d2268f1 owned by network:router_interface {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:30:37.715602 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dd43d-c79c-4e24-8fdc-a609477e6e02 req-2c2c62e7-ad2f-48e4-bc7b-523784cf7f73 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:37.717105 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-227dd43d-c79c-4e24-8fdc-a609477e6e02 req-2c2c62e7-ad2f-48e4-bc7b-523784cf7f73 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1267607 Jun 30 05:30:37.819249 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fd39c177-e9be-4443-95ee-b5694f461750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:37.827329 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-227dd43d-c79c-4e24-8fdc-a609477e6e02 req-c238ec7d-b28f-40c7-ba87-8d0dfd6951be tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862005 Jun 30 05:30:37.866361 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39c177-e9be-4443-95ee-b5694f461750 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca40070d-3908-4e84-bad9-0b989d2268f1,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:37.942743 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626cdf3-8b7a-46da-aacb-b17aa3e68d55 req-1caa59aa-b801-4ecf-af96-5492e052b758 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:37.944599 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1626cdf3-8b7a-46da-aacb-b17aa3e68d55 req-1caa59aa-b801-4ecf-af96-5492e052b758 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.1680613 Jun 30 05:30:38.063352 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1626cdf3-8b7a-46da-aacb-b17aa3e68d55 req-db719e65-832b-4c30-ad4c-60ba6faa9a35 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770805 Jun 30 05:30:38.083821 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fd39c177-e9be-4443-95ee-b5694f461750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745101'] for router_interface, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:38.345677 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd39c177-e9be-4443-95ee-b5694f461750 admin admin] Router b68e0785-f17e-4723-86e6-8a8bd055acf2 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:30:38.453658 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd39c177-e9be-4443-95ee-b5694f461750 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:30:38.461115 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-fd39c177-e9be-4443-95ee-b5694f461750 admin admin] 10.222.0.41 "PUT /v2.0/routers/b68e0785-f17e-4723-86e6-8a8bd055acf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8013928 Jun 30 05:30:38.461991 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34166) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:38.464967 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:30:38.471182 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f4708-9cae-43b6-9a23-823272da8e4a None None] Sync routers for ids ['b68e0785-f17e-4723-86e6-8a8bd055acf2'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:30:38.481758 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f4708-9cae-43b6-9a23-823272da8e4a None None] Routers {'b68e0785-f17e-4723-86e6-8a8bd055acf2'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:30:38.482825 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-3b2f4708-9cae-43b6-9a23-823272da8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:30:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['b68e0785-f17e-4723-86e6-8a8bd055acf2'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:38.654603 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-3b2f4708-9cae-43b6-9a23-823272da8e4a None None] Set router b68e0785-f17e-4723-86e6-8a8bd055acf2 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:30:38.731648 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 4711b33b-ea7c-49fa-94e1-342fd33646c9 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:30:38.766546 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 4711b33b-ea7c-49fa-94e1-342fd33646c9 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:30:38.767052 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 4711b33b-ea7c-49fa-94e1-342fd33646c9 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:30:38.969758 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Notify callbacks [] for router, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:38.979652 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-3b2f4708-9cae-43b6-9a23-823272da8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'name': 'tempest-ServerRescueNegativeTestJSON-1802279530-router', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:30:37Z', 'revision_number': 5, 'project_id': 'c7b418523d224c10a4465e86d4f50cdb', 'gw_port': {'id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:44Z', 'updated_at': '2021-06-30T05:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:39.014978 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f4708-9cae-43b6-9a23-823272da8e4a None None] Checking router: b68e0785-f17e-4723-86e6-8a8bd055acf2 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:30:39.032811 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f4708-9cae-43b6-9a23-823272da8e4a None None] Routers {'b68e0785-f17e-4723-86e6-8a8bd055acf2'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:30:39.033832 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-3b2f4708-9cae-43b6-9a23-823272da8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:30:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['b68e0785-f17e-4723-86e6-8a8bd055acf2'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:39.151713 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:39.186737 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226595b5-6903-4631-bf38-0aa475afb054 req-6d8c836a-f339-468b-8d40-4d6b37954914 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:39.187942 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-3b2f4708-9cae-43b6-9a23-823272da8e4a None None] Set router b68e0785-f17e-4723-86e6-8a8bd055acf2 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:30:39.190879 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-226595b5-6903-4631-bf38-0aa475afb054 req-6d8c836a-f339-468b-8d40-4d6b37954914 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1640811 Jun 30 05:30:39.294562 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:39.296270 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-226595b5-6903-4631-bf38-0aa475afb054 req-1852e560-1a5c-4bbf-b44a-b0a932fbf2c3 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766716 Jun 30 05:30:39.332128 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Deleting port 31799e71-c270-4f6a-9d64-043bb78b5725 {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:30:39.332793 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:39.403906 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face311a-9061-4717-b16f-dbfe80471896 req-c3d6791a-d644-4cca-84d1-a76b6f4ea926 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:39.405686 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-face311a-9061-4717-b16f-dbfe80471896 req-c3d6791a-d644-4cca-84d1-a76b6f4ea926 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.1619928 Jun 30 05:30:39.449990 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-3b2f4708-9cae-43b6-9a23-823272da8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'name': 'tempest-ServerRescueNegativeTestJSON-1802279530-router', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:30:37Z', 'revision_number': 5, 'project_id': 'c7b418523d224c10a4465e86d4f50cdb', 'gw_port': {'id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:44Z', 'updated_at': '2021-06-30T05:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:39.458220 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] For port 31799e71-c270-4f6a-9d64-043bb78b5725, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=31799e71-c270-4f6a-9d64-043bb78b5725,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:30:39.458923 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:39.482225 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f4708-9cae-43b6-9a23-823272da8e4a None None] The sync data for ids ['b68e0785-f17e-4723-86e6-8a8bd055acf2'] in dv-cinder-772181-11-iscsi is: [{'id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'name': 'tempest-ServerRescueNegativeTestJSON-1802279530-router', 'tenant_id': 'c7b418523d224c10a4465e86d4f50cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:30:37Z', 'revision_number': 5, 'project_id': 'c7b418523d224c10a4465e86d4f50cdb', 'gw_port': {'id': '31799e71-c270-4f6a-9d64-043bb78b5725', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68e0785-f17e-4723-86e6-8a8bd055acf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:44Z', 'updated_at': '2021-06-30T05:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:30:39.482863 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-face311a-9061-4717-b16f-dbfe80471896 req-8fd9a3fd-aa0b-4f07-bbc4-e31e0d49ecae tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693994 Jun 30 05:30:39.483509 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Calling delete_port for 31799e71-c270-4f6a-9d64-043bb78b5725 owned by network:router_gateway {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:30:39.665339 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:39.689734 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Pushing event deleted for resources: {'Port': ['ID=31799e71-c270-4f6a-9d64-043bb78b5725,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:39.757579 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746938'] for router_gateway, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:39.865683 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102786'] for router, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:39.867988 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:39.960507 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751966'] for router, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:39.961329 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b68e0785-f17e-4723-86e6-8a8bd055acf2 {{(pid=92843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 05:30:39.967272 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] Notify callbacks [] for router, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:39.970746 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-bd370f9a-13e5-4cf6-8ae5-054b7af8139c admin admin] 10.222.0.41 "DELETE /v2.0/routers/b68e0785-f17e-4723-86e6-8a8bd055acf2 HTTP/1.1" status: 204 len: 168 time: 1.5061533 Jun 30 05:30:39.970920 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34184) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:39.997742 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device ca40070d-3908-4e84-bad9-0b989d2268f1 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:30:40.023880 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f57eb3f-6c9b-4ed4-8ef1-54fba339f76e admin admin] Deleting subnet 72670b33-8875-46c5-adcb-b911efe78775 {{(pid=92843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:30:40.029035 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f57eb3f-6c9b-4ed4-8ef1-54fba339f76e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:40.035201 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: ca40070d-3908-4e84-bad9-0b989d2268f1 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:30:40.035912 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device ca40070d-3908-4e84-bad9-0b989d2268f1 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:30:40.073974 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f57eb3f-6c9b-4ed4-8ef1-54fba339f76e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171660'] for subnet, precommit_delete_associations {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:40.125128 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f57eb3f-6c9b-4ed4-8ef1-54fba339f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:40.214126 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f57eb3f-6c9b-4ed4-8ef1-54fba339f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10103874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519859'] for subnet, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:40.246215 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57eb3f-6c9b-4ed4-8ef1-54fba339f76e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72670b33-8875-46c5-adcb-b911efe78775,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:40.250474 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f57eb3f-6c9b-4ed4-8ef1-54fba339f76e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:40.253637 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-8f57eb3f-6c9b-4ed4-8ef1-54fba339f76e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/72670b33-8875-46c5-adcb-b911efe78775 HTTP/1.1" status: 204 len: 168 time: 0.2814999 Jun 30 05:30:40.256214 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34188) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:40.401862 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7205e718-0d7f-4772-926a-be76ab55f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:40.505397 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7205e718-0d7f-4772-926a-be76ab55f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:40.519517 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-7205e718-0d7f-4772-926a-be76ab55f095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9c3e46-293e-4157-b9f6-36ba3bf22663']}} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:40.552930 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-7205e718-0d7f-4772-926a-be76ab55f095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c882c6-707e-4ee4-865b-8b8d90778564') {'for_net_delete': True} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:40.553410 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-7205e718-0d7f-4772-926a-be76ab55f095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c882c6-707e-4ee4-865b-8b8d90778564') {} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:30:40.573601 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7205e718-0d7f-4772-926a-be76ab55f095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8671274'] for segment, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:40.590169 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7205e718-0d7f-4772-926a-be76ab55f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:40.596397 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7205e718-0d7f-4772-926a-be76ab55f095 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=92842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:30:40.596785 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7205e718-0d7f-4772-926a-be76ab55f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8690578'] for segment, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: Traceback (most recent call last): Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: timer() Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: cb(*args, **kw) Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: return func(*args, **kwargs) Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: self._notify() Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: self.callback(batched_events) Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: event.method(event) Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: return f(self, *a, **k) Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: return self._get(url).json() Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: return self.request(url, 'GET', **kwargs) Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:30:40.598672 dv-cinder-772181-11-iscsi neutron-server[92842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:30:40.704548 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7205e718-0d7f-4772-926a-be76ab55f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:40.728995 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205e718-0d7f-4772-926a-be76ab55f095 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9c3e46-293e-4157-b9f6-36ba3bf22663,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:40.731265 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7205e718-0d7f-4772-926a-be76ab55f095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:40.733770 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-7205e718-0d7f-4772-926a-be76ab55f095 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ab9c3e46-293e-4157-b9f6-36ba3bf22663 HTTP/1.1" status: 204 len: 168 time: 0.4761608 Jun 30 05:30:40.809721 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff4756-4f14-411a-bcb6-04d79dd61668 req-71a7ea9f-11c9-4aef-9a23-7b44ad82e529 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:40.812434 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c5ff4756-4f14-411a-bcb6-04d79dd61668 req-71a7ea9f-11c9-4aef-9a23-7b44ad82e529 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.1306143 Jun 30 05:30:40.892531 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c5ff4756-4f14-411a-bcb6-04d79dd61668 req-2cde2e55-d878-40fd-a505-d539453df505 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665722 Jun 30 05:30:41.004450 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34196) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:41.048669 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-471f9ee7-1c81-4dfb-9756-dbf31199001d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7b418523d224c10a4465e86d4f50cdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429113 Jun 30 05:30:41.051772 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34198) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:41.118035 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-028d264f-a6b3-4632-8e9f-653e14f14b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:41.141103 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-028d264f-a6b3-4632-8e9f-653e14f14b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:41.258416 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-028d264f-a6b3-4632-8e9f-653e14f14b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:41.262602 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-028d264f-a6b3-4632-8e9f-653e14f14b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:41.263979 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-028d264f-a6b3-4632-8e9f-653e14f14b6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9551a18-7b6f-45dc-9107-eb2b0ca9289a HTTP/1.1" status: 204 len: 168 time: 0.2110052 Jun 30 05:30:41.272998 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d264f-a6b3-4632-8e9f-653e14f14b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9551a18-7b6f-45dc-9107-eb2b0ca9289a,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:41.734783 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 31799e71-c270-4f6a-9d64-043bb78b5725 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:30:41.759759 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 31799e71-c270-4f6a-9d64-043bb78b5725 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:30:41.760277 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 31799e71-c270-4f6a-9d64-043bb78b5725 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:30:42.129197 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-76ef6a72-1185-481f-9409-8b539a1ffb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:42.174826 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e86175-3fdf-46ca-92f4-97cafba45826 req-0d446ca0-47ec-452c-a388-e675c03cce95 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:42.177851 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-96e86175-3fdf-46ca-92f4-97cafba45826 req-0d446ca0-47ec-452c-a388-e675c03cce95 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0937593 Jun 30 05:30:42.237345 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-96e86175-3fdf-46ca-92f4-97cafba45826 req-cc62e8af-70b1-483b-9ca9-ff932a7b152a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527675 Jun 30 05:30:43.241484 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34246) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:43.396897 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-66a287ba-0e9f-476f-a8fe-a93f99cab895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:43.522151 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d47f8-ffd8-498d-96e6-55bdf69162d5 req-81c4153f-f3c2-4adc-9f18-4c11df3fd493 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:43.527638 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ee0d47f8-ffd8-498d-96e6-55bdf69162d5 req-81c4153f-f3c2-4adc-9f18-4c11df3fd493 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.1284027 Jun 30 05:30:43.595951 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ee0d47f8-ffd8-498d-96e6-55bdf69162d5 req-e85f6571-4eff-4a32-9f3d-3ec05022d867 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580962 Jun 30 05:30:43.612492 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-66a287ba-0e9f-476f-a8fe-a93f99cab895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:43.619890 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-66a287ba-0e9f-476f-a8fe-a93f99cab895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:43.660543 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a287ba-0e9f-476f-a8fe-a93f99cab895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14c7782-5ad7-4874-ba05-8efcf4d3d9ce,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:43.667175 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-66a287ba-0e9f-476f-a8fe-a93f99cab895 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d219bc4e9c44765b8fd7f75e9c8c27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223645 Jun 30 05:30:43.670261 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34254) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:43.748293 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-061ab103-4a5c-4147-ba58-fedbe670505c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:43.782981 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-061ab103-4a5c-4147-ba58-fedbe670505c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:43.834159 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-061ab103-4a5c-4147-ba58-fedbe670505c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:43.836981 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-061ab103-4a5c-4147-ba58-fedbe670505c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:43.838590 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-061ab103-4a5c-4147-ba58-fedbe670505c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c14c7782-5ad7-4874-ba05-8efcf4d3d9ce HTTP/1.1" status: 204 len: 168 time: 0.1664886 Jun 30 05:30:43.848836 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ab103-4a5c-4147-ba58-fedbe670505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14c7782-5ad7-4874-ba05-8efcf4d3d9ce,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:44.200424 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34260) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:44.217521 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a223c4d7-bcf2-41a4-827e-424f4f95ce48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:44.342048 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a223c4d7-bcf2-41a4-827e-424f4f95ce48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:44.347401 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a223c4d7-bcf2-41a4-827e-424f4f95ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:44.394557 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-a223c4d7-bcf2-41a4-827e-424f4f95ce48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1fa22e38cf945d98f76a6a7d734602f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930079 Jun 30 05:30:44.396115 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223c4d7-bcf2-41a4-827e-424f4f95ce48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3993075d-ed5f-4b1d-9696-3afbc2071af0,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:44.397302 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34262) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:44.453439 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c856bf8e-e7ee-436c-aee0-981e0f16662f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:44.478748 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c856bf8e-e7ee-436c-aee0-981e0f16662f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:44.533026 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c856bf8e-e7ee-436c-aee0-981e0f16662f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:44.534881 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c856bf8e-e7ee-436c-aee0-981e0f16662f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:44.536460 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-c856bf8e-e7ee-436c-aee0-981e0f16662f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3993075d-ed5f-4b1d-9696-3afbc2071af0 HTTP/1.1" status: 204 len: 168 time: 0.1352186 Jun 30 05:30:44.550483 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856bf8e-e7ee-436c-aee0-981e0f16662f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3993075d-ed5f-4b1d-9696-3afbc2071af0,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:44.718878 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7703087e-87b7-48b4-95ae-fcc7a00de920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:44.793599 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:44.875439 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754169fe-fcaf-4e8a-9b8a-449560c489fa req-5abc1135-6224-4a69-b3c5-3275886997fb tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:44.883925 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-754169fe-fcaf-4e8a-9b8a-449560c489fa req-5abc1135-6224-4a69-b3c5-3275886997fb tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.1220183 Jun 30 05:30:44.938791 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-754169fe-fcaf-4e8a-9b8a-449560c489fa req-2d090c4c-ffa2-4072-b9fa-2b74781c3d70 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542772 Jun 30 05:30:45.816019 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:46.188548 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5f26d-d4d0-4ef8-8997-e61b5e68706e req-f9aa8f83-e43a-482d-9cf1-03345dab3353 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:46.190958 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ace5f26d-d4d0-4ef8-8997-e61b5e68706e req-f9aa8f83-e43a-482d-9cf1-03345dab3353 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0727012 Jun 30 05:30:46.262152 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ace5f26d-d4d0-4ef8-8997-e61b5e68706e req-e8e9a8ef-4ed0-4717-947c-9b125f1dc603 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596323 Jun 30 05:30:46.896908 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34326) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:47.020104 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-71bcbd35-ab40-42d5-a959-a2030df26ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:47.115591 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-71bcbd35-ab40-42d5-a959-a2030df26ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:47.120707 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-71bcbd35-ab40-42d5-a959-a2030df26ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:47.166215 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-71bcbd35-ab40-42d5-a959-a2030df26ed0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d7a6cb08e68481594a618bcfa69597b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678847 Jun 30 05:30:47.167289 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcbd35-ab40-42d5-a959-a2030df26ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22205e6-e436-43ae-81d0-19ba8113af94,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:47.168937 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34330) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:47.244385 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-cd5f9019-01ca-46a5-8cad-38329a02d7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:47.266506 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-cd5f9019-01ca-46a5-8cad-38329a02d7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:47.332065 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-cd5f9019-01ca-46a5-8cad-38329a02d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:47.332226 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:47.334696 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-cd5f9019-01ca-46a5-8cad-38329a02d7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:47.339047 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-cd5f9019-01ca-46a5-8cad-38329a02d7cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e22205e6-e436-43ae-81d0-19ba8113af94 HTTP/1.1" status: 204 len: 168 time: 0.1688793 Jun 30 05:30:47.347972 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f9019-01ca-46a5-8cad-38329a02d7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22205e6-e436-43ae-81d0-19ba8113af94,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:47.516530 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe781bf-28ef-494a-ab4b-31d6ed917597 req-aa4e94aa-5ad3-436f-a809-a672f2d73506 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:47.518092 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ffe781bf-28ef-494a-ab4b-31d6ed917597 req-aa4e94aa-5ad3-436f-a809-a672f2d73506 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0801780 Jun 30 05:30:47.581294 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ffe781bf-28ef-494a-ab4b-31d6ed917597 req-a1655d9b-37c3-4edb-a51d-63ca3a32010c tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544450 Jun 30 05:30:47.770256 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34338) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:47.797014 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-895819f9-21f9-4532-a860-e954c3ec04a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:47.904418 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-895819f9-21f9-4532-a860-e954c3ec04a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:47.910164 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-895819f9-21f9-4532-a860-e954c3ec04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:47.950882 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895819f9-21f9-4532-a860-e954c3ec04a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a7c121-1f67-4a14-ad71-0d1a5e552039,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:47.956616 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-895819f9-21f9-4532-a860-e954c3ec04a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee9d824b132d42629bd6947f0a9c0a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853261 Jun 30 05:30:47.959226 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34342) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:48.015173 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a2ad-5b08-45c8-8cc2-8c239fd728a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:48.039655 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a2ad-5b08-45c8-8cc2-8c239fd728a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:48.095442 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a2ad-5b08-45c8-8cc2-8c239fd728a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:48.098533 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a2ad-5b08-45c8-8cc2-8c239fd728a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:48.102186 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d0a7a2ad-5b08-45c8-8cc2-8c239fd728a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73a7c121-1f67-4a14-ad71-0d1a5e552039 HTTP/1.1" status: 204 len: 168 time: 0.1395981 Jun 30 05:30:48.113735 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7a2ad-5b08-45c8-8cc2-8c239fd728a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a7c121-1f67-4a14-ad71-0d1a5e552039,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:48.832395 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8eb3c-cef2-4767-b928-08745f24aeb8 req-c162b29c-c8c9-4f03-bcd4-a546be915887 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:48.835160 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b2e8eb3c-cef2-4767-b928-08745f24aeb8 req-c162b29c-c8c9-4f03-bcd4-a546be915887 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0817115 Jun 30 05:30:48.906088 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b2e8eb3c-cef2-4767-b928-08745f24aeb8 req-8f194f7a-5deb-442e-88ae-908d0a3a9184 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659647 Jun 30 05:30:50.070325 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34398) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:50.144625 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269f2d0-af86-406a-ba85-bb4f7c5b754f req-d8a3578e-99a0-4d2b-9ae0-f7c1c199d3c1 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:50.146805 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3269f2d0-af86-406a-ba85-bb4f7c5b754f req-d8a3578e-99a0-4d2b-9ae0-f7c1c199d3c1 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0831559 Jun 30 05:30:50.187989 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3269f2d0-af86-406a-ba85-bb4f7c5b754f req-0a2d189f-932b-4f2d-80cf-b088d4ab0689 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345325 Jun 30 05:30:50.195548 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a8649757-722e-4a36-ae2d-4740b16bcb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.288058 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a8649757-722e-4a36-ae2d-4740b16bcb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.292364 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a8649757-722e-4a36-ae2d-4740b16bcb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.329549 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8649757-722e-4a36-ae2d-4740b16bcb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4157897-248a-4ce0-8786-01e2182591f5,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:50.336245 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-a8649757-722e-4a36-ae2d-4740b16bcb36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a680a0af7333449e881b89cc4936f36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624333 Jun 30 05:30:50.336523 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34402) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:50.385290 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d00e39c3-8f06-41a9-88da-1f05556dce3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.405186 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d00e39c3-8f06-41a9-88da-1f05556dce3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.453515 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d00e39c3-8f06-41a9-88da-1f05556dce3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.456420 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d00e39c3-8f06-41a9-88da-1f05556dce3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.459881 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-d00e39c3-8f06-41a9-88da-1f05556dce3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4157897-248a-4ce0-8786-01e2182591f5 HTTP/1.1" status: 204 len: 168 time: 0.1202164 Jun 30 05:30:50.465981 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e39c3-8f06-41a9-88da-1f05556dce3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4157897-248a-4ce0-8786-01e2182591f5,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:50.735372 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34408) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:50.748824 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5615f3c9-71d0-4061-8ef5-046e37b29239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.834111 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5615f3c9-71d0-4061-8ef5-046e37b29239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.837926 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5615f3c9-71d0-4061-8ef5-046e37b29239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.876433 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-5615f3c9-71d0-4061-8ef5-046e37b29239 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7cb0771dbcb642e0868f8e507be32f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399956 Jun 30 05:30:50.878358 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615f3c9-71d0-4061-8ef5-046e37b29239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acad2487-c8e3-4bc3-a446-19fa237f7984,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:50.880455 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34410) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:50.927605 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-7fa04889-3cb7-4080-9bb4-491d9bd893ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.949211 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-7fa04889-3cb7-4080-9bb4-491d9bd893ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.995365 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-7fa04889-3cb7-4080-9bb4-491d9bd893ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.997906 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-7fa04889-3cb7-4080-9bb4-491d9bd893ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:50.999041 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-7fa04889-3cb7-4080-9bb4-491d9bd893ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acad2487-c8e3-4bc3-a446-19fa237f7984 HTTP/1.1" status: 204 len: 168 time: 0.1176119 Jun 30 05:30:51.006768 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa04889-3cb7-4080-9bb4-491d9bd893ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acad2487-c8e3-4bc3-a446-19fa237f7984,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:51.379613 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3e9ee-ad6d-48af-802b-c8224297220b req-8fb60a8b-f999-43ed-85b2-f3699fa4b021 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:51.384001 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ddd3e9ee-ad6d-48af-802b-c8224297220b req-8fb60a8b-f999-43ed-85b2-f3699fa4b021 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0661559 Jun 30 05:30:51.420111 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ddd3e9ee-ad6d-48af-802b-c8224297220b req-0dcb513e-5723-4b6a-b11e-f7a31cd1039b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332596 Jun 30 05:30:52.036019 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34444) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:52.139455 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e05d9bd5-07dd-4cb3-95ef-c6dbde8048f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:52.225331 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e05d9bd5-07dd-4cb3-95ef-c6dbde8048f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:52.229760 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-e05d9bd5-07dd-4cb3-95ef-c6dbde8048f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:52.267671 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-e05d9bd5-07dd-4cb3-95ef-c6dbde8048f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=456b04a2a66e42a3b30605619699ad64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304704 Jun 30 05:30:52.268660 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d9bd5-07dd-4cb3-95ef-c6dbde8048f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf40e6b1-6fc4-4b6b-9a06-ac65cc0577f4,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:52.268955 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34452) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:30:52.339431 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-26a7b94e-a08f-4970-a8e3-74035e7a5069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:52.363400 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-26a7b94e-a08f-4970-a8e3-74035e7a5069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:52.428807 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-26a7b94e-a08f-4970-a8e3-74035e7a5069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:52.431936 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-26a7b94e-a08f-4970-a8e3-74035e7a5069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:52.433089 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-26a7b94e-a08f-4970-a8e3-74035e7a5069 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf40e6b1-6fc4-4b6b-9a06-ac65cc0577f4 HTTP/1.1" status: 204 len: 168 time: 0.1631029 Jun 30 05:30:52.442281 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b94e-a08f-4970-a8e3-74035e7a5069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf40e6b1-6fc4-4b6b-9a06-ac65cc0577f4,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:52.606080 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd86d6e-418c-499f-979f-bb8a864ab3f6 req-47c47d74-095f-4e85-a80c-98f8b870d818 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:52.613039 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0fd86d6e-418c-499f-979f-bb8a864ab3f6 req-47c47d74-095f-4e85-a80c-98f8b870d818 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 945 time: 0.1040070 Jun 30 05:30:52.666324 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0fd86d6e-418c-499f-979f-bb8a864ab3f6 req-36224d10-52df-4a8f-933a-3972a81bad2d tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491807 Jun 30 05:30:52.676483 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715675a4-a07c-4b6b-9dc2-ce5c6df4ce81 req-21336669-edf9-4ae1-b661-e1d848de5d97 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:52.678069 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-715675a4-a07c-4b6b-9dc2-ce5c6df4ce81 req-21336669-edf9-4ae1-b661-e1d848de5d97 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.1194983 Jun 30 05:30:52.736396 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-715675a4-a07c-4b6b-9dc2-ce5c6df4ce81 req-a08bef33-c7f0-47a2-a853-8aa123a9b4c1 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495222 Jun 30 05:30:53.844725 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabba80-8818-4460-8230-100a85975ad7 req-fce36c4a-c872-4dad-94ce-0c7ed7bbef08 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:53.846337 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5cabba80-8818-4460-8230-100a85975ad7 req-fce36c4a-c872-4dad-94ce-0c7ed7bbef08 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 945 time: 0.0607636 Jun 30 05:30:53.916676 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5cabba80-8818-4460-8230-100a85975ad7 req-3b23a0b7-b8c3-4cb9-a3ec-3f47004279a1 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/security-groups?id=d790b924-bee5-452b-a994-f860c7de24c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646324 Jun 30 05:30:53.938288 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740480a-9089-4f4f-8fd6-2221994bc288 req-93b00470-b2e2-4f52-b3fb-eeda8cb7ae00 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:53.939763 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6740480a-9089-4f4f-8fd6-2221994bc288 req-93b00470-b2e2-4f52-b3fb-eeda8cb7ae00 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0894461 Jun 30 05:30:53.978290 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6740480a-9089-4f4f-8fd6-2221994bc288 req-f973283a-7c2c-4659-a1d2-61c079e740aa tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328882 Jun 30 05:30:54.432225 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c27b5-bc2a-44ce-9c99-1ea7ee33053b req-6da741f4-eb23-4dd8-894c-7617682b5ba3 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:54.433666 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cf3c27b5-bc2a-44ce-9c99-1ea7ee33053b req-6da741f4-eb23-4dd8-894c-7617682b5ba3 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.35 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 945 time: 0.0644350 Jun 30 05:30:54.538193 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-cf3c27b5-bc2a-44ce-9c99-1ea7ee33053b req-3bd136e3-e35e-4a5f-922c-1eb157f64f48 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Deleting port 5327830f-b5c3-4e37-acc2-d998c9b489ad {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:30:54.539058 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cf3c27b5-bc2a-44ce-9c99-1ea7ee33053b req-3bd136e3-e35e-4a5f-922c-1eb157f64f48 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:54.628007 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-cf3c27b5-bc2a-44ce-9c99-1ea7ee33053b req-3bd136e3-e35e-4a5f-922c-1eb157f64f48 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] For port 5327830f-b5c3-4e37-acc2-d998c9b489ad, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5327830f-b5c3-4e37-acc2-d998c9b489ad,segment=NetworkSegment(6a2d0cf8-4809-483e-a403-29da7ae38148),segment_id=6a2d0cf8-4809-483e-a403-29da7ae38148)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:30:54.628375 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cf3c27b5-bc2a-44ce-9c99-1ea7ee33053b req-3bd136e3-e35e-4a5f-922c-1eb157f64f48 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:54.641608 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-cf3c27b5-bc2a-44ce-9c99-1ea7ee33053b req-3bd136e3-e35e-4a5f-922c-1eb157f64f48 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Calling delete_port for 5327830f-b5c3-4e37-acc2-d998c9b489ad owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:30:54.796460 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cf3c27b5-bc2a-44ce-9c99-1ea7ee33053b req-3bd136e3-e35e-4a5f-922c-1eb157f64f48 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:54.810008 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['5327830f-b5c3-4e37-acc2-d998c9b489ad'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:30:54.827252 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd136e3-e35e-4a5f-922c-1eb157f64f48 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Pushing event deleted for resources: {'Port': ['ID=5327830f-b5c3-4e37-acc2-d998c9b489ad,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:30:54.878157 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3c27b5-bc2a-44ce-9c99-1ea7ee33053b req-3bd136e3-e35e-4a5f-922c-1eb157f64f48 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] No DVR routers for this DVR port 5327830f-b5c3-4e37-acc2-d998c9b489ad on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:30:54.880742 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cf3c27b5-bc2a-44ce-9c99-1ea7ee33053b req-3bd136e3-e35e-4a5f-922c-1eb157f64f48 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:30:54.882769 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cf3c27b5-bc2a-44ce-9c99-1ea7ee33053b req-3bd136e3-e35e-4a5f-922c-1eb157f64f48 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.35 "DELETE /v2.0/ports/5327830f-b5c3-4e37-acc2-d998c9b489ad HTTP/1.1" status: 204 len: 173 time: 0.4408498 Jun 30 05:30:54.883239 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02ff685-71b7-4be5-89c5-c93865641ad6', 'name': 'network-vif-deleted', 'tag': '5327830f-b5c3-4e37-acc2-d998c9b489ad'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:30:54.886343 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515488d7-fa4e-44d4-b2f6-656464add6e1" -d '{"events": [{"server_uuid": "c02ff685-71b7-4be5-89c5-c93865641ad6", "name": "network-vif-deleted", "tag": "5327830f-b5c3-4e37-acc2-d998c9b489ad"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:30:54.929876 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc43cd9-6382-436c-b8a8-2cf1515f711f x-openstack-request-id: req-9fc43cd9-6382-436c-b8a8-2cf1515f711f {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:30:54.930164 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02ff685-71b7-4be5-89c5-c93865641ad6", "name": "network-vif-deleted", "tag": "5327830f-b5c3-4e37-acc2-d998c9b489ad", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:30:54.930651 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fc43cd9-6382-436c-b8a8-2cf1515f711f {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:30:54.930807 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02ff685-71b7-4be5-89c5-c93865641ad6', 'name': 'network-vif-deleted', 'tag': '5327830f-b5c3-4e37-acc2-d998c9b489ad', 'status': 'completed', 'code': 200} Jun 30 05:30:55.087693 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-27bda22b-9799-4f02-b1ad-a67c4273a96e req-59bbd341-82ac-427f-bcf6-edd8f5e94034 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 210 time: 0.0333948 Jun 30 05:30:55.174018 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd066d-a4a8-4120-9b24-55dc7aa262e1 req-19d05814-8d04-446a-86b4-8dc4c315019a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:55.175542 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e2fd066d-a4a8-4120-9b24-55dc7aa262e1 req-19d05814-8d04-446a-86b4-8dc4c315019a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0647418 Jun 30 05:30:55.216264 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e2fd066d-a4a8-4120-9b24-55dc7aa262e1 req-c5b775dc-a61d-456d-b8e4-9a13a5e2b8fc tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340948 Jun 30 05:30:56.246432 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d5337662-12c0-472b-8ffc-759389163275 req-09901cea-b529-4320-bd60-763d74d5c053 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 210 time: 0.0311809 Jun 30 05:30:56.398262 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd60035-d374-4b59-80f2-61137d2883d9 req-b7d9d915-c9dc-4d11-b32a-8d53ec845ad2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:56.400006 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8bd60035-d374-4b59-80f2-61137d2883d9 req-b7d9d915-c9dc-4d11-b32a-8d53ec845ad2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0615189 Jun 30 05:30:56.436226 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8bd60035-d374-4b59-80f2-61137d2883d9 req-5267ef24-7cdd-4279-bd8b-140cc6d3e3c0 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308340 Jun 30 05:30:57.396744 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ad7407bd-af79-47e0-ad47-349ddcd30629 req-edf72e32-f572-4245-8923-12228434ecc0 tempest-VolumesSnapshotTestJSON-284245432 tempest-VolumesSnapshotTestJSON-284245432-project] 10.222.0.41 "GET /v2.0/ports?device_id=c02ff685-71b7-4be5-89c5-c93865641ad6 HTTP/1.1" status: 200 len: 210 time: 0.0269382 Jun 30 05:30:57.613614 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba6c08-8462-45c7-916f-f6b1f606289d req-c9d700ce-1b5e-4bb2-850b-d0e1e54e30c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:57.614964 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-feba6c08-8462-45c7-916f-f6b1f606289d req-c9d700ce-1b5e-4bb2-850b-d0e1e54e30c9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0642974 Jun 30 05:30:57.655971 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-feba6c08-8462-45c7-916f-f6b1f606289d req-90490dfd-26f3-4c3c-946f-88d005227754 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349171 Jun 30 05:30:58.783240 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 5327830f-b5c3-4e37-acc2-d998c9b489ad no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:30:58.806761 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 5327830f-b5c3-4e37-acc2-d998c9b489ad {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:30:58.807125 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 5327830f-b5c3-4e37-acc2-d998c9b489ad not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:30:58.862336 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6fc58-c08c-4f1c-95fa-372a4681557b req-99c6232a-2404-40fa-9dee-47f77122f201 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:30:58.864100 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-eed6fc58-c08c-4f1c-95fa-372a4681557b req-99c6232a-2404-40fa-9dee-47f77122f201 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0648472 Jun 30 05:30:58.903003 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-eed6fc58-c08c-4f1c-95fa-372a4681557b req-e297305a-8852-4e44-918e-6be6b8cb5d0b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322030 Jun 30 05:31:00.086813 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d5d06-2ad7-42f2-aa7f-3ae32c9310dd req-d223bf32-a321-4f39-aa5c-f26c3d605627 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:00.088277 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-447d5d06-2ad7-42f2-aa7f-3ae32c9310dd req-d223bf32-a321-4f39-aa5c-f26c3d605627 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0602529 Jun 30 05:31:00.124721 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-447d5d06-2ad7-42f2-aa7f-3ae32c9310dd req-bfa6bd0c-8232-4231-9f4b-5ab10bc2e685 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302665 Jun 30 05:31:01.300922 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe8a6d-b9f4-430d-88a9-725745af8814 req-7ef8e1bb-fcac-443e-887f-f1380fca1965 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:01.302317 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cfbe8a6d-b9f4-430d-88a9-725745af8814 req-7ef8e1bb-fcac-443e-887f-f1380fca1965 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 944 time: 0.0640211 Jun 30 05:31:01.339140 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cfbe8a6d-b9f4-430d-88a9-725745af8814 req-52e635c6-c90d-4c29-a421-61e1373f467a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313022 Jun 30 05:31:02.188829 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:31:02.279208 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:02.289854 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'port_id': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'mac_address': 'fa:16:3e:b0:b0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:31:02.327173 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:02.340746 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:31:02.359660 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:02.364379 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:02.413484 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,revision_number=9']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:02.420954 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:02.421309 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:02.421652 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:02.421988 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:02.422317 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:02.422650 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:02.422972 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:02.423321 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:02.423658 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:02.423965 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:02.424283 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:02.424605 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:02.521260 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea36c01-bc08-4021-a9e7-8322a5d5656a req-d326611b-1929-4b85-9e2b-c3902c3189cd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:02.522685 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9ea36c01-bc08-4021-a9e7-8322a5d5656a req-d326611b-1929-4b85-9e2b-c3902c3189cd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 945 time: 0.0612342 Jun 30 05:31:02.560151 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9ea36c01-bc08-4021-a9e7-8322a5d5656a req-1310dd88-68c7-43b4-8df9-a6c31bee050a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314991 Jun 30 05:31:03.738409 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d38280-6e09-41eb-aca8-ae5fc0361b9d req-4f850286-d9b8-42ba-b172-21c7556ec007 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:03.739895 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-90d38280-6e09-41eb-aca8-ae5fc0361b9d req-4f850286-d9b8-42ba-b172-21c7556ec007 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 945 time: 0.0659313 Jun 30 05:31:03.777337 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-90d38280-6e09-41eb-aca8-ae5fc0361b9d req-9bd1bb15-d7b4-463e-86f9-439ebf36be28 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318372 Jun 30 05:31:04.558478 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['7e28e4d6-d7a2-4d5d-af50-c33173e69d95'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:31:04.950867 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c5f5b-3217-4cb7-bdcb-877d02156328 req-bf0422d8-822a-4bd8-9062-f066bc0eca5a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:04.952339 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3f1c5f5b-3217-4cb7-bdcb-877d02156328 req-bf0422d8-822a-4bd8-9062-f066bc0eca5a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 945 time: 0.0615649 Jun 30 05:31:04.988311 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3f1c5f5b-3217-4cb7-bdcb-877d02156328 req-1008bfe3-bb94-4e53-a9be-166047bbcbfb tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304489 Jun 30 05:31:06.173011 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fcc70-d927-4b65-b796-e76adff35c3b req-c577d69d-a5ca-4deb-ad2e-d0e4f4ff1244 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:06.174475 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bb1fcc70-d927-4b65-b796-e76adff35c3b req-c577d69d-a5ca-4deb-ad2e-d0e4f4ff1244 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 945 time: 0.0642633 Jun 30 05:31:06.214055 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bb1fcc70-d927-4b65-b796-e76adff35c3b req-75f74f09-13ea-43ae-8593-f3025bd7b068 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335414 Jun 30 05:31:06.550647 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:31:06.603867 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:06.604229 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:06.676973 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:06.698306 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:31:06.701308 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d875227-96e2-455c-9a90-13bf7022072d" -d '{"events": [{"server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "name": "network-vif-plugged", "status": "completed", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:31:06.713425 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:06.717399 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:06.742426 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4516fa2b-06d4-439f-b2b0-24294f6c3dd9 x-openstack-request-id: req-4516fa2b-06d4-439f-b2b0-24294f6c3dd9 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:31:06.742742 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "name": "network-vif-plugged", "status": "completed", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:31:06.742987 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4516fa2b-06d4-439f-b2b0-24294f6c3dd9 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:31:06.743386 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'code': 200} Jun 30 05:31:06.776260 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,revision_number=10']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:07.265509 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0af79-255f-4f70-b5e0-1ef008392319 req-a0d27e8f-2d4f-45a2-a409-3db3c9b6bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:07.267037 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5fa0af79-255f-4f70-b5e0-1ef008392319 req-a0d27e8f-2d4f-45a2-a409-3db3c9b6bd4d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 1100 time: 0.0513136 Jun 30 05:31:07.302098 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5fa0af79-255f-4f70-b5e0-1ef008392319 req-5eed803e-aa19-40ab-9543-b0c664016395 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280581 Jun 30 05:31:07.398947 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc571294-1ba1-4687-9195-b6182ceeb7f6 req-f12db2e0-1734-4755-af63-a6ec7f743a10 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:07.400489 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cc571294-1ba1-4687-9195-b6182ceeb7f6 req-f12db2e0-1734-4755-af63-a6ec7f743a10 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 947 time: 0.0668011 Jun 30 05:31:07.442567 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cc571294-1ba1-4687-9195-b6182ceeb7f6 req-31d9710e-5072-4851-b210-8ad1c1f7d2f3 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344274 Jun 30 05:31:07.710370 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1c74376e-532b-41bc-8285-01c860bfb64a req-0bd4b540-84c8-4871-a8c5-9e3ad605b1f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630772 Jun 30 05:31:07.815335 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74376e-532b-41bc-8285-01c860bfb64a req-5e944ed9-beed-4720-b36f-beb98dcbf3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:07.816685 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1c74376e-532b-41bc-8285-01c860bfb64a req-5e944ed9-beed-4720-b36f-beb98dcbf3d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a68817d00e4f15aeea091672074687&device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 1099 time: 0.0580311 Jun 30 05:31:07.926584 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74376e-532b-41bc-8285-01c860bfb64a req-a85ab602-e032-456c-b6f6-4ab62e706e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:07.928141 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1c74376e-532b-41bc-8285-01c860bfb64a req-a85ab602-e032-456c-b6f6-4ab62e706e36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf HTTP/1.1" status: 200 len: 912 time: 0.0863538 Jun 30 05:31:08.000312 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1c74376e-532b-41bc-8285-01c860bfb64a req-2042cdb7-3639-48b4-b180-d57ebd1758b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3416c1-ffff-4d71-ac1e-ae37b2829916 HTTP/1.1" status: 200 len: 1002 time: 0.0629935 Jun 30 05:31:08.051621 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74376e-532b-41bc-8285-01c860bfb64a req-f8f712b3-dd37-4579-b336-3ecd908ce0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:08.053010 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1c74376e-532b-41bc-8285-01c860bfb64a req-f8f712b3-dd37-4579-b336-3ecd908ce0dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890b8d44-c46a-4f64-a633-41d4ce21be07 HTTP/1.1" status: 200 len: 850 time: 0.0434120 Jun 30 05:31:08.110692 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74376e-532b-41bc-8285-01c860bfb64a req-e43ec2db-d99c-418b-a1ef-a6cf1b7a48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:08.112063 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1c74376e-532b-41bc-8285-01c860bfb64a req-e43ec2db-d99c-418b-a1ef-a6cf1b7a48bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500693 Jun 30 05:31:08.202444 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1c74376e-532b-41bc-8285-01c860bfb64a req-0a148bcb-18b2-4905-a8cd-a70e05ae609f service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811062 Jun 30 05:31:08.291984 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1c74376e-532b-41bc-8285-01c860bfb64a req-ca618e4e-b3ff-4996-bf27-2acf5d92ce07 service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817058 Jun 30 05:31:08.625463 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655546b8-e465-40b9-91aa-3166fa1c75dc req-d005a9e7-207e-46cd-a0e6-001ba4db0ca5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:08.626969 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-655546b8-e465-40b9-91aa-3166fa1c75dc req-d005a9e7-207e-46cd-a0e6-001ba4db0ca5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 947 time: 0.0660908 Jun 30 05:31:08.666976 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-655546b8-e465-40b9-91aa-3166fa1c75dc req-822c4efe-a825-404d-9897-b7ddc69771e3 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342240 Jun 30 05:31:09.284163 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:09.853585 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3be493-3ee9-4657-aa3c-7f36fd6b55b5 req-ab5d1cd7-fb0c-4ad7-aad6-567113c5fb76 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:09.855838 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6b3be493-3ee9-4657-aa3c-7f36fd6b55b5 req-ab5d1cd7-fb0c-4ad7-aad6-567113c5fb76 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 947 time: 0.0676007 Jun 30 05:31:09.891991 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6b3be493-3ee9-4657-aa3c-7f36fd6b55b5 req-a8aff124-8ad7-4b76-a6e1-a13bcf9fc13f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308518 Jun 30 05:31:09.936431 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:31:12.121895 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1f75a262-57f1-4003-a82e-87673c58bee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:14.701316 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-dfc507d7-5a4d-4455-8b78-2c814979f165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:14.775141 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:15.814173 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:17.319711 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:20.326277 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34786) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:20.426714 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:20.513109 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:20.516687 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:20.554589 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9753224d1d3f4c218e212ec6281914d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271755 Jun 30 05:31:20.555471 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1edad2-3ff5-4903-bd8f-9658ec0867ca,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:20.557186 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34790) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:20.563214 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:20.563572 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:20.563913 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:20.564247 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:20.564578 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:20.564905 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:20.565232 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:20.565558 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:20.565885 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:20.566208 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:20.566529 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:20.566847 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca675bf-fb85-4d62-adec-f57029a24503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:20.605753 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6218-9e50-4ce2-b544-1bcc9bd123d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:20.627104 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6218-9e50-4ce2-b544-1bcc9bd123d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:20.671767 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6218-9e50-4ce2-b544-1bcc9bd123d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:20.674251 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6218-9e50-4ce2-b544-1bcc9bd123d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:20.675382 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-ca4d6218-9e50-4ce2-b544-1bcc9bd123d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f1edad2-3ff5-4903-bd8f-9658ec0867ca HTTP/1.1" status: 204 len: 168 time: 0.1172128 Jun 30 05:31:20.682926 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d6218-9e50-4ce2-b544-1bcc9bd123d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1edad2-3ff5-4903-bd8f-9658ec0867ca,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:26.891993 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 34938) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:26.935754 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d45f30-5d31-42dc-8816-cf5c6cd99bad admin admin] Deleting subnet 7b90d14d-8c35-4b07-8cd8-ac77c9d4b991 {{(pid=92843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:31:26.939367 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-35d45f30-5d31-42dc-8816-cf5c6cd99bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:26.975322 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-35d45f30-5d31-42dc-8816-cf5c6cd99bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171660'] for subnet, precommit_delete_associations {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.016451 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-35d45f30-5d31-42dc-8816-cf5c6cd99bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.069615 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-35d45f30-5d31-42dc-8816-cf5c6cd99bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10103874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519859'] for subnet, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.094400 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d45f30-5d31-42dc-8816-cf5c6cd99bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b90d14d-8c35-4b07-8cd8-ac77c9d4b991,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:27.099092 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-35d45f30-5d31-42dc-8816-cf5c6cd99bad admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.103560 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-35d45f30-5d31-42dc-8816-cf5c6cd99bad admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7b90d14d-8c35-4b07-8cd8-ac77c9d4b991 HTTP/1.1" status: 204 len: 168 time: 0.2105610 Jun 30 05:31:27.104640 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34950) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:27.182584 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-586e78cb-6b70-4c92-8082-957744a00640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.258827 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-586e78cb-6b70-4c92-8082-957744a00640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.268388 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-586e78cb-6b70-4c92-8082-957744a00640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40082afe-4f9b-4196-a0b9-7246320b3562']}} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:27.281856 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-586e78cb-6b70-4c92-8082-957744a00640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2d0cf8-4809-483e-a403-29da7ae38148') {'for_net_delete': True} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:27.282146 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-586e78cb-6b70-4c92-8082-957744a00640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2d0cf8-4809-483e-a403-29da7ae38148') {} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:27.291507 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-586e78cb-6b70-4c92-8082-957744a00640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8671274'] for segment, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.306145 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-586e78cb-6b70-4c92-8082-957744a00640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.313300 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586e78cb-6b70-4c92-8082-957744a00640 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=92842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:31:27.313719 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-586e78cb-6b70-4c92-8082-957744a00640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8690578'] for segment, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: Traceback (most recent call last): Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: timer() Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: cb(*args, **kw) Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: return func(*args, **kwargs) Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: self._notify() Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: self.callback(batched_events) Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: event.method(event) Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: return f(self, *a, **k) Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: return self._get(url).json() Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: return self.request(url, 'GET', **kwargs) Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:31:27.315355 dv-cinder-772181-11-iscsi neutron-server[92842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:31:27.367967 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-586e78cb-6b70-4c92-8082-957744a00640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.373050 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-586e78cb-6b70-4c92-8082-957744a00640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.374970 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-586e78cb-6b70-4c92-8082-957744a00640 admin admin] 10.222.0.41 "DELETE /v2.0/networks/40082afe-4f9b-4196-a0b9-7246320b3562 HTTP/1.1" status: 204 len: 168 time: 0.2699704 Jun 30 05:31:27.385366 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e78cb-6b70-4c92-8082-957744a00640 admin admin] Pushing event deleted for resources: {'Network': ['ID=40082afe-4f9b-4196-a0b9-7246320b3562,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:27.532357 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34956) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:27.569811 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-0688fc91-671c-43dd-85f7-ebb2e08767c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15f2a4271e1d4e408e41753b1eb1cbcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362482 Jun 30 05:31:27.572023 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34958) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:27.617713 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-637bd69d-4de0-47ae-a3f0-39ce7e766b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.641205 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-637bd69d-4de0-47ae-a3f0-39ce7e766b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.686360 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-637bd69d-4de0-47ae-a3f0-39ce7e766b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.688809 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-637bd69d-4de0-47ae-a3f0-39ce7e766b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:27.689934 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-637bd69d-4de0-47ae-a3f0-39ce7e766b42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d790b924-bee5-452b-a994-f860c7de24c0 HTTP/1.1" status: 204 len: 168 time: 0.1170602 Jun 30 05:31:27.704758 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bd69d-4de0-47ae-a3f0-39ce7e766b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d790b924-bee5-452b-a994-f860c7de24c0,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:28.490794 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 34994) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:28.594521 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-354054c7-162c-4dd1-840e-86c72d9e19fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:28.684601 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-354054c7-162c-4dd1-840e-86c72d9e19fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:28.688625 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-354054c7-162c-4dd1-840e-86c72d9e19fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:28.727853 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-354054c7-162c-4dd1-840e-86c72d9e19fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc7545827536436183d6e8ca65e52442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357953 Jun 30 05:31:28.728695 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354054c7-162c-4dd1-840e-86c72d9e19fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a150bb44-64f9-4d38-bafb-ca1cab2f93f3,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:28.730559 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35008) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:28.778990 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d5bc0368-c7c9-4ab1-a1ec-a6c18a75ab39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:28.800768 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d5bc0368-c7c9-4ab1-a1ec-a6c18a75ab39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:28.852251 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d5bc0368-c7c9-4ab1-a1ec-a6c18a75ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:28.854872 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d5bc0368-c7c9-4ab1-a1ec-a6c18a75ab39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:28.856071 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d5bc0368-c7c9-4ab1-a1ec-a6c18a75ab39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a150bb44-64f9-4d38-bafb-ca1cab2f93f3 HTTP/1.1" status: 204 len: 168 time: 0.1244869 Jun 30 05:31:28.867621 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc0368-c7c9-4ab1-a1ec-a6c18a75ab39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a150bb44-64f9-4d38-bafb-ca1cab2f93f3,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:29.143915 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35018) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:29.157569 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-dce02e08-076f-432f-966e-0a83471e8ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.243822 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-dce02e08-076f-432f-966e-0a83471e8ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.247277 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-dce02e08-076f-432f-966e-0a83471e8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.286109 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-dce02e08-076f-432f-966e-0a83471e8ee4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc2f234617b0403689aa15afe961cce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411123 Jun 30 05:31:29.286960 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce02e08-076f-432f-966e-0a83471e8ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1f07c9-adf9-40a3-8dff-f9cd0bbf319c,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:29.288771 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35020) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:29.340555 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-5025be93-4e6a-473e-93f0-d49ca055d26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.361507 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-5025be93-4e6a-473e-93f0-d49ca055d26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.405465 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-5025be93-4e6a-473e-93f0-d49ca055d26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.408238 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-5025be93-4e6a-473e-93f0-d49ca055d26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.409401 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-5025be93-4e6a-473e-93f0-d49ca055d26a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a1f07c9-adf9-40a3-8dff-f9cd0bbf319c HTTP/1.1" status: 204 len: 168 time: 0.1195500 Jun 30 05:31:29.417191 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025be93-4e6a-473e-93f0-d49ca055d26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1f07c9-adf9-40a3-8dff-f9cd0bbf319c,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:29.713551 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35032) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:29.727048 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ab778496-5197-4ccd-9d4b-e20e31f16085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.812811 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ab778496-5197-4ccd-9d4b-e20e31f16085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.816399 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ab778496-5197-4ccd-9d4b-e20e31f16085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.853168 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-ab778496-5197-4ccd-9d4b-e20e31f16085 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d905c5807fc64969b82396e5c80a257a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385880 Jun 30 05:31:29.854034 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab778496-5197-4ccd-9d4b-e20e31f16085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e1540d-f472-4881-8926-33e644ea628f,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:29.855822 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35034) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:29.903833 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0f657db9-4c0c-4673-81b3-f29c4198fe93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.925023 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0f657db9-4c0c-4673-81b3-f29c4198fe93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.970386 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0f657db9-4c0c-4673-81b3-f29c4198fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.973169 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0f657db9-4c0c-4673-81b3-f29c4198fe93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:29.974349 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-0f657db9-4c0c-4673-81b3-f29c4198fe93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46e1540d-f472-4881-8926-33e644ea628f HTTP/1.1" status: 204 len: 168 time: 0.1168673 Jun 30 05:31:29.981833 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f657db9-4c0c-4673-81b3-f29c4198fe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e1540d-f472-4881-8926-33e644ea628f,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:30.241062 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-757bbcdb-3db7-4c5e-8f33-782c8caff345 req-9576f3d3-d86d-4037-a8c5-35493ff02a27 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-949679771&fields=id&tenant_id=5b6d0d75b0c448c591f23be00fec69db HTTP/1.1" status: 200 len: 267 time: 0.0349994 Jun 30 05:31:30.328618 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bbcdb-3db7-4c5e-8f33-782c8caff345 req-9ac0a6a9-14a1-4841-8cef-a69be3e0976a tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:30.328618 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-757bbcdb-3db7-4c5e-8f33-782c8caff345 req-9ac0a6a9-14a1-4841-8cef-a69be3e0976a tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 984 time: 0.0698667 Jun 30 05:31:30.334962 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [req-757bbcdb-3db7-4c5e-8f33-782c8caff345 req-4720ffda-f406-473d-b105-d4416b9df7bd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Request body: {'port': {'security_groups': ['57ae4785-1fc6-49f9-870a-ce08be08b56d']}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:30.429113 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-757bbcdb-3db7-4c5e-8f33-782c8caff345 req-4720ffda-f406-473d-b105-d4416b9df7bd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:30.630240 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [req-757bbcdb-3db7-4c5e-8f33-782c8caff345 req-4720ffda-f406-473d-b105-d4416b9df7bd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] For port eaedba68-48f8-4a2a-8d2f-ecef91b76311, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=eaedba68-48f8-4a2a-8d2f-ecef91b76311,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:30.661866 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-757bbcdb-3db7-4c5e-8f33-782c8caff345 req-4720ffda-f406-473d-b105-d4416b9df7bd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for port, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:30.667844 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-757bbcdb-3db7-4c5e-8f33-782c8caff345 req-4720ffda-f406-473d-b105-d4416b9df7bd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10103821'] for port, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:30.719149 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bbcdb-3db7-4c5e-8f33-782c8caff345 req-4720ffda-f406-473d-b105-d4416b9df7bd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:30.719771 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-757bbcdb-3db7-4c5e-8f33-782c8caff345 req-4720ffda-f406-473d-b105-d4416b9df7bd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:30.721167 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-757bbcdb-3db7-4c5e-8f33-782c8caff345 req-4720ffda-f406-473d-b105-d4416b9df7bd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "PUT /v2.0/ports/eaedba68-48f8-4a2a-8d2f-ecef91b76311 HTTP/1.1" status: 200 len: 942 time: 0.3935831 Jun 30 05:31:30.722658 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311'}] {{(pid=92843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:31:30.725052 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b28f5f11860cf26df7d8e46eb7cdcae24a1f7426500d780ca6df764020a27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2de2a6-9d06-4ef0-bf11-ff9c9b97ee20" -d '{"events": [{"name": "network-changed", "server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311"}]}' {{(pid=92843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:31:30.728896 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35076) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:30.775712 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7cf9c7-a6ff-4cc6-a0ad-5d3433d2f330 x-openstack-request-id: req-ab7cf9c7-a6ff-4cc6-a0ad-5d3433d2f330 {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:31:30.775998 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311", "status": "completed", "code": 200}]} {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:31:30.776252 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab7cf9c7-a6ff-4cc6-a0ad-5d3433d2f330 {{(pid=92843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:31:30.776621 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311', 'status': 'completed', 'code': 200} Jun 30 05:31:30.785271 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720ffda-f406-473d-b105-d4416b9df7bd tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event updated for resources: {'Port': ['ID=eaedba68-48f8-4a2a-8d2f-ecef91b76311,revision_number=7']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:30.815426 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-de0c4302-2ee0-4506-b208-4ad6d542e103 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:30.825191 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f28e8-4a74-4715-b262-a32013f575fe req-6a05f199-0e72-4a3d-9cf3-caa0d17ae513 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:30.832603 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-474f28e8-4a74-4715-b262-a32013f575fe req-6a05f199-0e72-4a3d-9cf3-caa0d17ae513 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1215236 Jun 30 05:31:30.844209 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-de0c4302-2ee0-4506-b208-4ad6d542e103 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:30.879707 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-474f28e8-4a74-4715-b262-a32013f575fe req-0cc7bff6-427c-411e-bb8d-795749cce806 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461717 Jun 30 05:31:30.926256 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-de0c4302-2ee0-4506-b208-4ad6d542e103 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:30.929047 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-de0c4302-2ee0-4506-b208-4ad6d542e103 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:30.930529 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-de0c4302-2ee0-4506-b208-4ad6d542e103 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "DELETE /v2.0/security-groups/d275f486-7678-4480-aebf-34dc57c64747 HTTP/1.1" status: 204 len: 168 time: 0.1983564 Jun 30 05:31:30.933263 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35084) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:30.951619 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c4302-2ee0-4506-b208-4ad6d542e103 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d275f486-7678-4480-aebf-34dc57c64747,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:31.027368 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-54e3472f-e549-4024-b3db-1a52d926cb3f None None] Provisioning complete for port eaedba68-48f8-4a2a-8d2f-ecef91b76311 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:31.028003 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-54e3472f-e549-4024-b3db-1a52d926cb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:31.097616 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9cc1b-8a14-4fcc-b223-fcf8f36f69b8 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Deleting port 998dc70e-35e2-4afa-87fe-0829bb0f5e5a {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:31.098016 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1ab9cc1b-8a14-4fcc-b223-fcf8f36f69b8 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:31.185572 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1ab9cc1b-8a14-4fcc-b223-fcf8f36f69b8 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:31.186532 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1ab9cc1b-8a14-4fcc-b223-fcf8f36f69b8 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:31.198941 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9cc1b-8a14-4fcc-b223-fcf8f36f69b8 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Calling delete_port for 998dc70e-35e2-4afa-87fe-0829bb0f5e5a owned by network:floatingip {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:31.377887 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1ab9cc1b-8a14-4fcc-b223-fcf8f36f69b8 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:31.400177 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9cc1b-8a14-4fcc-b223-fcf8f36f69b8 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event deleted for resources: {'Port': ['ID=998dc70e-35e2-4afa-87fe-0829bb0f5e5a,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:31.463751 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1ab9cc1b-8a14-4fcc-b223-fcf8f36f69b8 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks [] for floatingip, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:31.464085 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.l3_db [None req-1ab9cc1b-8a14-4fcc-b223-fcf8f36f69b8 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Floating IP b6d02124-fb6c-404d-9586-0506da2132e9 disassociated (deleted). External IP: 172.27.2.161, port: eaedba68-48f8-4a2a-8d2f-ecef91b76311. Jun 30 05:31:31.906090 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab9cc1b-8a14-4fcc-b223-fcf8f36f69b8 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Router 80fe9b9a-b07e-4db6-88ea-97d86178b34a has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:31:32.041780 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab9cc1b-8a14-4fcc-b223-fcf8f36f69b8 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:31:32.047373 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1ab9cc1b-8a14-4fcc-b223-fcf8f36f69b8 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:32.051546 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f8ae4-3935-4311-b383-01385e175d41 None None] Sync routers for ids ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:31:32.060183 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f8ae4-3935-4311-b383-01385e175d41 None None] Routers {'80fe9b9a-b07e-4db6-88ea-97d86178b34a'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:32.061012 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-ac2f8ae4-3935-4311-b383-01385e175d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:32.090282 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-1ab9cc1b-8a14-4fcc-b223-fcf8f36f69b8 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "DELETE /v2.0/floatingips/b6d02124-fb6c-404d-9586-0506da2132e9 HTTP/1.1" status: 204 len: 168 time: 1.1558151 Jun 30 05:31:32.101163 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd94e9-3164-47e6-9ae7-599f17c32ca7 req-256a16a9-6915-4043-bd80-529b66dd4794 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:32.102622 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-44cd94e9-3164-47e6-9ae7-599f17c32ca7 req-256a16a9-6915-4043-bd80-529b66dd4794 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1110358 Jun 30 05:31:32.144103 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-44cd94e9-3164-47e6-9ae7-599f17c32ca7 req-c3ebc52b-eb56-4f28-b020-78a963b3b0e8 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333622 Jun 30 05:31:32.172291 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-ac2f8ae4-3935-4311-b383-01385e175d41 None None] Set router 80fe9b9a-b07e-4db6-88ea-97d86178b34a gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:32.199393 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['eaedba68-48f8-4a2a-8d2f-ecef91b76311'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:31:32.495371 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-ac2f8ae4-3935-4311-b383-01385e175d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:53Z', 'revision_number': 4, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port': {'id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '2b0d7cf8-1c7c-408f-a943-21896bcd4731', 'name': '', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'mac_address': 'fa:16:3e:bd:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:01Z', 'revision_number': 5, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'subnets': [{'id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:32.521284 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f8ae4-3935-4311-b383-01385e175d41 None None] Checking router: 80fe9b9a-b07e-4db6-88ea-97d86178b34a for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:31:32.529059 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f8ae4-3935-4311-b383-01385e175d41 None None] Routers {'80fe9b9a-b07e-4db6-88ea-97d86178b34a'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:32.530347 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-ac2f8ae4-3935-4311-b383-01385e175d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:32.634193 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-ac2f8ae4-3935-4311-b383-01385e175d41 None None] Set router 80fe9b9a-b07e-4db6-88ea-97d86178b34a gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:32.777361 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311'}] {{(pid=92843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:31:32.780354 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b28f5f11860cf26df7d8e46eb7cdcae24a1f7426500d780ca6df764020a27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae0460d-2069-4223-8730-236635ae40e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311"}]}' {{(pid=92843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:31:32.816855 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc5387e-107f-4fe0-ad91-82023ce32718 x-openstack-request-id: req-6cc5387e-107f-4fe0-ad91-82023ce32718 {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:31:32.817139 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311", "status": "completed", "code": 200}]} {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:31:32.817398 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cc5387e-107f-4fe0-ad91-82023ce32718 {{(pid=92843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:31:32.817759 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311', 'status': 'completed', 'code': 200} Jun 30 05:31:32.825709 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-ac2f8ae4-3935-4311-b383-01385e175d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:53Z', 'revision_number': 4, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port': {'id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '2b0d7cf8-1c7c-408f-a943-21896bcd4731', 'name': '', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'mac_address': 'fa:16:3e:bd:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:01Z', 'revision_number': 5, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'subnets': [{'id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:32.962825 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f8ae4-3935-4311-b383-01385e175d41 None None] The sync data for ids ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'] in dv-cinder-772181-11-iscsi is: [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:53Z', 'revision_number': 4, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port': {'id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '2b0d7cf8-1c7c-408f-a943-21896bcd4731', 'name': '', 'network_id': 'e5a48a99-a5c1-4912-8af6-0dc977f8ce57', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'mac_address': 'fa:16:3e:bd:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:01Z', 'revision_number': 5, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'subnets': [{'id': '8ac25f2a-3732-47e6-849a-24b9996d09e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:31:33.154714 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7b9f0-e38c-42f9-a441-292e097aafe7 None None] New status for floating IP b6d02124-fb6c-404d-9586-0506da2132e9: DOWN {{(pid=92845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:31:33.313737 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['eaedba68-48f8-4a2a-8d2f-ecef91b76311'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:31:33.385266 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59fc51-6fe5-4321-a657-e832ce25d018 req-4e86cacd-4849-40fd-93b3-db71dfe61f57 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:33.386915 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4a59fc51-6fe5-4321-a657-e832ce25d018 req-4e86cacd-4849-40fd-93b3-db71dfe61f57 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.1095607 Jun 30 05:31:33.429243 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4a59fc51-6fe5-4321-a657-e832ce25d018 req-9d86c2b8-f243-4807-8320-eecfecdd021a tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359030 Jun 30 05:31:33.602490 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2de2a6-9d06-4ef0-bf11-ff9c9b97ee20 req-9cef7ae0-adad-4334-bf52-5ee51be262e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:33.604000 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6e2de2a6-9d06-4ef0-bf11-ff9c9b97ee20 req-9cef7ae0-adad-4334-bf52-5ee51be262e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b6d0d75b0c448c591f23be00fec69db&device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 1098 time: 0.3424578 Jun 30 05:31:33.689804 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2de2a6-9d06-4ef0-bf11-ff9c9b97ee20 req-af658c2a-309f-40f2-8409-37e575710e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:33.691330 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6e2de2a6-9d06-4ef0-bf11-ff9c9b97ee20 req-af658c2a-309f-40f2-8409-37e575710e14 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5a48a99-a5c1-4912-8af6-0dc977f8ce57 HTTP/1.1" status: 200 len: 916 time: 0.0796506 Jun 30 05:31:33.733440 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6e2de2a6-9d06-4ef0-bf11-ff9c9b97ee20 req-62371e00-6c65-4301-a8c7-d680625a2fac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaedba68-48f8-4a2a-8d2f-ecef91b76311 HTTP/1.1" status: 200 len: 217 time: 0.0355654 Jun 30 05:31:33.783998 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2de2a6-9d06-4ef0-bf11-ff9c9b97ee20 req-9ea824ea-6932-49e1-9b4b-d6352008aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:33.785448 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6e2de2a6-9d06-4ef0-bf11-ff9c9b97ee20 req-9ea824ea-6932-49e1-9b4b-d6352008aea5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac25f2a-3732-47e6-849a-24b9996d09e8 HTTP/1.1" status: 200 len: 854 time: 0.0448911 Jun 30 05:31:33.845584 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2de2a6-9d06-4ef0-bf11-ff9c9b97ee20 req-97ee0c6b-2fe6-44f8-a5fb-6003413230fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:33.847061 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6e2de2a6-9d06-4ef0-bf11-ff9c9b97ee20 req-97ee0c6b-2fe6-44f8-a5fb-6003413230fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5a48a99-a5c1-4912-8af6-0dc977f8ce57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499923 Jun 30 05:31:33.946546 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6e2de2a6-9d06-4ef0-bf11-ff9c9b97ee20 req-908c5074-847c-42a7-ab69-e66c788cae49 service neutron] 10.222.0.35 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811198 Jun 30 05:31:34.034989 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6e2de2a6-9d06-4ef0-bf11-ff9c9b97ee20 req-daa5f6f3-cb6c-4366-b620-5c1185959c7c service neutron] 10.222.0.35 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815611 Jun 30 05:31:34.139423 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0460d-2069-4223-8730-236635ae40e4 req-b338549a-0980-4fa9-aecf-a159be757dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:34.141109 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6ae0460d-2069-4223-8730-236635ae40e4 req-b338549a-0980-4fa9-aecf-a159be757dfc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b6d0d75b0c448c591f23be00fec69db&device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 1098 time: 0.0528610 Jun 30 05:31:34.231083 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0460d-2069-4223-8730-236635ae40e4 req-c0ab25ff-9e74-4302-8f3c-5344e6a16cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:34.232805 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6ae0460d-2069-4223-8730-236635ae40e4 req-c0ab25ff-9e74-4302-8f3c-5344e6a16cc3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5a48a99-a5c1-4912-8af6-0dc977f8ce57 HTTP/1.1" status: 200 len: 916 time: 0.0844250 Jun 30 05:31:34.273331 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6ae0460d-2069-4223-8730-236635ae40e4 req-c0c90ccb-958f-4d0e-b459-2fefd3f22afd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaedba68-48f8-4a2a-8d2f-ecef91b76311 HTTP/1.1" status: 200 len: 217 time: 0.0340018 Jun 30 05:31:34.325659 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0460d-2069-4223-8730-236635ae40e4 req-0f5523e3-fb8c-4671-ba4b-5b5b6b5bb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:34.327873 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6ae0460d-2069-4223-8730-236635ae40e4 req-0f5523e3-fb8c-4671-ba4b-5b5b6b5bb4de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ac25f2a-3732-47e6-849a-24b9996d09e8 HTTP/1.1" status: 200 len: 854 time: 0.0474818 Jun 30 05:31:34.386280 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0460d-2069-4223-8730-236635ae40e4 req-0cc8e3c6-e7e7-4825-831a-55b10ec43135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:34.387878 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6ae0460d-2069-4223-8730-236635ae40e4 req-0cc8e3c6-e7e7-4825-831a-55b10ec43135 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5a48a99-a5c1-4912-8af6-0dc977f8ce57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521767 Jun 30 05:31:34.488392 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6ae0460d-2069-4223-8730-236635ae40e4 req-f6099b58-7a97-418e-94d9-268e290f0ae6 service neutron] 10.222.0.35 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923772 Jun 30 05:31:34.608082 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6ae0460d-2069-4223-8730-236635ae40e4 req-635535ec-66af-4a30-a094-26e5d237121a service neutron] 10.222.0.35 "GET /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111107 Jun 30 05:31:34.640649 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58176e8a-5831-455d-b607-7d085b19359c req-9f5aa9f7-9964-4a56-85cf-0fa93065fb6e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:34.644059 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-58176e8a-5831-455d-b607-7d085b19359c req-9f5aa9f7-9964-4a56-85cf-0fa93065fb6e tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0906594 Jun 30 05:31:34.686340 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-58176e8a-5831-455d-b607-7d085b19359c req-958934f1-be00-4883-b495-d68a6812e611 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367839 Jun 30 05:31:35.412558 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-e83b705a-18e0-410d-9548-3066a7dd029c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:35.413981 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-e83b705a-18e0-410d-9548-3066a7dd029c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.35 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0612588 Jun 30 05:31:35.513553 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Deleting port dd3416c1-ffff-4d71-ac1e-ae37b2829916 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:35.513895 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:35.603994 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] For port dd3416c1-ffff-4d71-ac1e-ae37b2829916, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=dd3416c1-ffff-4d71-ac1e-ae37b2829916,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:35.604353 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:35.829771 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:35.830415 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:35.830415 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Floating IP acc7bcc2-abdf-44dd-b474-fec077700461 disassociated. External IP: 172.27.2.249, port: dd3416c1-ffff-4d71-ac1e-ae37b2829916. Jun 30 05:31:35.831160 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Calling delete_port for dd3416c1-ffff-4d71-ac1e-ae37b2829916 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:35.869944 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e00b26-6025-41a5-86ae-f7344ac2717f req-0e87e27c-cea2-4bd7-8ce3-f20e1a5f6b60 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:35.871399 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-23e00b26-6025-41a5-86ae-f7344ac2717f req-0e87e27c-cea2-4bd7-8ce3-f20e1a5f6b60 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a4046f-c767-4a26-8eb3-042aa5a3439e HTTP/1.1" status: 200 len: 946 time: 0.0676503 Jun 30 05:31:35.915351 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-23e00b26-6025-41a5-86ae-f7344ac2717f req-0cb7ea22-a253-4ff9-a4c2-8f27f3504920 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=a36e57eb-c621-44ca-b0da-a896e81cd52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333295 Jun 30 05:31:35.982359 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:36.020593 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event deleted for resources: {'Port': ['ID=dd3416c1-ffff-4d71-ac1e-ae37b2829916,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:36.153061 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Router 86506398-08f3-46c1-be7b-b02eb8743bd3 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:31:36.290786 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:31:36.309041 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5b714-5745-4efe-b07e-cc1363bc5db8 None None] Sync routers for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:31:36.322293 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5b714-5745-4efe-b07e-cc1363bc5db8 None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:36.323207 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-f1b5b714-5745-4efe-b07e-cc1363bc5db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:36.343516 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] No DVR routers for this DVR port dd3416c1-ffff-4d71-ac1e-ae37b2829916 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:31:36.346357 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:36.348656 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cca3f68f-4522-4c7f-b434-106433c4d6db req-952c3bef-891c-4e77-9997-4e4b1d87eeb9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.35 "DELETE /v2.0/ports/dd3416c1-ffff-4d71-ac1e-ae37b2829916 HTTP/1.1" status: 204 len: 173 time: 0.9288840 Jun 30 05:31:36.349105 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a4046f-c767-4a26-8eb3-042aa5a3439e', 'name': 'network-vif-deleted', 'tag': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:31:36.351539 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80ae53f-30f4-4f54-9ce8-c95375392b05" -d '{"events": [{"server_uuid": "05a4046f-c767-4a26-8eb3-042aa5a3439e", "name": "network-vif-deleted", "tag": "dd3416c1-ffff-4d71-ac1e-ae37b2829916"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:31:36.380820 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309d56-33df-45f0-bbe2-4c2131723848 req-0b56a9e7-1f92-4314-80e2-c3af242cd611 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:36.382893 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0c309d56-33df-45f0-bbe2-4c2131723848 req-0b56a9e7-1f92-4314-80e2-c3af242cd611 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 945 time: 0.0884578 Jun 30 05:31:36.388974 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542b4a53-b1cf-4acf-a07e-0823f94a9fd5 x-openstack-request-id: req-542b4a53-b1cf-4acf-a07e-0823f94a9fd5 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:31:36.389652 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a4046f-c767-4a26-8eb3-042aa5a3439e", "name": "network-vif-deleted", "tag": "dd3416c1-ffff-4d71-ac1e-ae37b2829916", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:31:36.389652 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-542b4a53-b1cf-4acf-a07e-0823f94a9fd5 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:31:36.389934 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a4046f-c767-4a26-8eb3-042aa5a3439e', 'name': 'network-vif-deleted', 'tag': 'dd3416c1-ffff-4d71-ac1e-ae37b2829916', 'status': 'completed', 'code': 200} Jun 30 05:31:36.430753 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0c309d56-33df-45f0-bbe2-4c2131723848 req-b9518834-f5e6-4302-8e45-5fc0a2ba2774 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386593 Jun 30 05:31:36.466758 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-f1b5b714-5745-4efe-b07e-cc1363bc5db8 None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:36.673127 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-f1b5b714-5745-4efe-b07e-cc1363bc5db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:58Z', 'revision_number': 5, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:36.698837 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5b714-5745-4efe-b07e-cc1363bc5db8 None None] Checking router: 86506398-08f3-46c1-be7b-b02eb8743bd3 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:31:36.707792 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5b714-5745-4efe-b07e-cc1363bc5db8 None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:36.708394 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-f1b5b714-5745-4efe-b07e-cc1363bc5db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:36.826393 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-f1b5b714-5745-4efe-b07e-cc1363bc5db8 None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:36.902099 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35178) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:37.055650 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.067739 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35186) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:37.072418 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-f1b5b714-5745-4efe-b07e-cc1363bc5db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:58Z', 'revision_number': 5, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:37.109984 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5b714-5745-4efe-b07e-cc1363bc5db8 None None] The sync data for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi is: [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:58Z', 'revision_number': 5, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:31:37.136961 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-758b11f5-0387-41d0-ae69-1c1ee38cc712 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.165788 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-758b11f5-0387-41d0-ae69-1c1ee38cc712 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.172278 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.177976 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.227142 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2447c0-29db-468d-8395-8684f92ca87b,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:37.228161 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-758b11f5-0387-41d0-ae69-1c1ee38cc712 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.230673 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-758b11f5-0387-41d0-ae69-1c1ee38cc712 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.231373 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d2e668c7bbf428581fe06850dd6a4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280702 Jun 30 05:31:37.235231 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35190) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:37.235381 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-758b11f5-0387-41d0-ae69-1c1ee38cc712 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "DELETE /v2.0/security-groups/a36e57eb-c621-44ca-b0da-a896e81cd52c HTTP/1.1" status: 204 len: 168 time: 0.1658220 Jun 30 05:31:37.235572 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35192) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:37.245915 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b11f5-0387-41d0-ae69-1c1ee38cc712 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36e57eb-c621-44ca-b0da-a896e81cd52c,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:37.276569 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:37.276930 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:37.277274 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:37.277613 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:37.277947 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:37.278279 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:37.278608 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:37.278939 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:37.280610 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:37.280946 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:37.281332 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:37.281674 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae8251-d359-4d41-9907-7e6b7032c767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:31:37.299266 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.api.v2.resource [None req-3d696ce3-4299-45f8-a976-28d4b2d6c444 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] show failed (client error): The resource could not be found. Jun 30 05:31:37.303435 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35196) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:37.319627 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-3d696ce3-4299-45f8-a976-28d4b2d6c444 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups/a36e57eb-c621-44ca-b0da-a896e81cd52c HTTP/1.1" status: 404 len: 347 time: 0.0818658 Jun 30 05:31:37.383916 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-74415126-4923-49de-b95d-d84fa0868328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.432701 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-74415126-4923-49de-b95d-d84fa0868328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.478284 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-a09b7b9d-a14d-428b-8d4a-1e79a5b94aaf tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Deleting port c83fa5dc-5444-4436-b723-0e4cccf1d0ea {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:37.478555 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a09b7b9d-a14d-428b-8d4a-1e79a5b94aaf tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.505340 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7880ea-46c2-4bd5-8a65-9bdd42127193 None None] New status for floating IP acc7bcc2-abdf-44dd-b474-fec077700461: DOWN {{(pid=92845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:31:37.525635 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-74415126-4923-49de-b95d-d84fa0868328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.529594 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-74415126-4923-49de-b95d-d84fa0868328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.532452 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-74415126-4923-49de-b95d-d84fa0868328 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e2447c0-29db-468d-8395-8684f92ca87b HTTP/1.1" status: 204 len: 168 time: 0.2959719 Jun 30 05:31:37.547559 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74415126-4923-49de-b95d-d84fa0868328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2447c0-29db-468d-8395-8684f92ca87b,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:37.589472 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a09b7b9d-a14d-428b-8d4a-1e79a5b94aaf tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.589798 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a09b7b9d-a14d-428b-8d4a-1e79a5b94aaf tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.607653 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-a09b7b9d-a14d-428b-8d4a-1e79a5b94aaf tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Calling delete_port for c83fa5dc-5444-4436-b723-0e4cccf1d0ea owned by network:floatingip {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:37.899428 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a09b7b9d-a14d-428b-8d4a-1e79a5b94aaf tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:37.947629 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b7b9d-a14d-428b-8d4a-1e79a5b94aaf tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event deleted for resources: {'Port': ['ID=c83fa5dc-5444-4436-b723-0e4cccf1d0ea,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:37.960122 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9aec96-8442-4260-bd14-984745fa46fa req-251c64af-67c6-436d-b65c-6465ac4f8ff6 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:37.961610 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fd9aec96-8442-4260-bd14-984745fa46fa req-251c64af-67c6-436d-b65c-6465ac4f8ff6 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 945 time: 0.1264613 Jun 30 05:31:38.007790 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fd9aec96-8442-4260-bd14-984745fa46fa req-5b9e8ec0-7b62-4c03-86c3-6c3f98a2ae0f tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/security-groups?id=57ae4785-1fc6-49f9-870a-ce08be08b56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389659 Jun 30 05:31:38.077783 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca2789-8150-4614-a776-764801d9cf22 req-58b2e982-6032-4ad0-bfe4-55c56fd60fe9 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:38.079275 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-94ca2789-8150-4614-a776-764801d9cf22 req-58b2e982-6032-4ad0-bfe4-55c56fd60fe9 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 945 time: 0.1284647 Jun 30 05:31:38.080109 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a09b7b9d-a14d-428b-8d4a-1e79a5b94aaf tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.082567 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a09b7b9d-a14d-428b-8d4a-1e79a5b94aaf tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.086431 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-a09b7b9d-a14d-428b-8d4a-1e79a5b94aaf tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "DELETE /v2.0/floatingips/acc7bcc2-abdf-44dd-b474-fec077700461 HTTP/1.1" status: 204 len: 168 time: 0.7793481 Jun 30 05:31:38.221493 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-94ca2789-8150-4614-a776-764801d9cf22 req-64d72b65-ab78-49c5-b07c-72b5afec1c38 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Deleting port eaedba68-48f8-4a2a-8d2f-ecef91b76311 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:38.221837 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-94ca2789-8150-4614-a776-764801d9cf22 req-64d72b65-ab78-49c5-b07c-72b5afec1c38 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.297006 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35222) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:38.302500 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-ce1b73d0-712a-4a35-a906-1d044f0b31fd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456829754', 'description': 'tempest-description--1222484417'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:38.331083 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-94ca2789-8150-4614-a776-764801d9cf22 req-64d72b65-ab78-49c5-b07c-72b5afec1c38 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] For port eaedba68-48f8-4a2a-8d2f-ecef91b76311, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=eaedba68-48f8-4a2a-8d2f-ecef91b76311,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:38.331978 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-94ca2789-8150-4614-a776-764801d9cf22 req-64d72b65-ab78-49c5-b07c-72b5afec1c38 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.332916 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ce1b73d0-712a-4a35-a906-1d044f0b31fd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.346136 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-94ca2789-8150-4614-a776-764801d9cf22 req-64d72b65-ab78-49c5-b07c-72b5afec1c38 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Calling delete_port for eaedba68-48f8-4a2a-8d2f-ecef91b76311 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:38.431470 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ce1b73d0-712a-4a35-a906-1d044f0b31fd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.439614 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ce1b73d0-712a-4a35-a906-1d044f0b31fd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.487329 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b73d0-712a-4a35-a906-1d044f0b31fd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037139e5-f995-4747-b999-27815d6aa457,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:38.491003 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-ce1b73d0-712a-4a35-a906-1d044f0b31fd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.493112 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-ce1b73d0-712a-4a35-a906-1d044f0b31fd tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1948452 Jun 30 05:31:38.496794 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35230) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:38.502410 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-ff6e8176-345f-4f3c-961c-0abd09263191 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Request body: {'security_group_rule': {'security_group_id': '037139e5-f995-4747-b999-27815d6aa457', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:38.531947 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-94ca2789-8150-4614-a776-764801d9cf22 req-64d72b65-ab78-49c5-b07c-72b5afec1c38 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.544542 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['eaedba68-48f8-4a2a-8d2f-ecef91b76311'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:31:38.578334 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d72b65-ab78-49c5-b07c-72b5afec1c38 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Pushing event deleted for resources: {'Port': ['ID=eaedba68-48f8-4a2a-8d2f-ecef91b76311,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:38.581418 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ff6e8176-345f-4f3c-961c-0abd09263191 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.642879 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ca2789-8150-4614-a776-764801d9cf22 req-64d72b65-ab78-49c5-b07c-72b5afec1c38 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] No DVR routers for this DVR port eaedba68-48f8-4a2a-8d2f-ecef91b76311 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:31:38.647443 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-94ca2789-8150-4614-a776-764801d9cf22 req-64d72b65-ab78-49c5-b07c-72b5afec1c38 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.649374 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-94ca2789-8150-4614-a776-764801d9cf22 req-64d72b65-ab78-49c5-b07c-72b5afec1c38 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.35 "DELETE /v2.0/ports/eaedba68-48f8-4a2a-8d2f-ecef91b76311 HTTP/1.1" status: 204 len: 173 time: 0.5646603 Jun 30 05:31:38.649803 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'name': 'network-vif-deleted', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:31:38.652065 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831d3f0d-7e5d-423b-9311-bc4ef7d6d834" -d '{"events": [{"server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "name": "network-vif-deleted", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:31:38.693782 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2e2d5b-2d22-4022-9c07-5311b22a3bd7 x-openstack-request-id: req-1c2e2d5b-2d22-4022-9c07-5311b22a3bd7 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:31:38.694139 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95f9ae4-670d-4e16-9c3b-e072cfa7f96e", "name": "network-vif-deleted", "tag": "eaedba68-48f8-4a2a-8d2f-ecef91b76311", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:31:38.694471 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c2e2d5b-2d22-4022-9c07-5311b22a3bd7 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:31:38.694865 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95f9ae4-670d-4e16-9c3b-e072cfa7f96e', 'name': 'network-vif-deleted', 'tag': 'eaedba68-48f8-4a2a-8d2f-ecef91b76311', 'status': 'completed', 'code': 200} Jun 30 05:31:38.701001 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ff6e8176-345f-4f3c-961c-0abd09263191 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.705625 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ff6e8176-345f-4f3c-961c-0abd09263191 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.727154 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e8176-345f-4f3c-961c-0abd09263191 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68aba5d-7a8e-4d34-83ea-95e617ccb804,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:38.740531 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ff6e8176-345f-4f3c-961c-0abd09263191 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.744792 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35238) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:38.745004 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-ff6e8176-345f-4f3c-961c-0abd09263191 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2471073 Jun 30 05:31:38.750524 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-6550ae20-374e-44b7-8a12-0a38806e01e8 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Request body: {'security_group_rule': {'security_group_id': '037139e5-f995-4747-b999-27815d6aa457', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:38.784780 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6550ae20-374e-44b7-8a12-0a38806e01e8 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.868195 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6550ae20-374e-44b7-8a12-0a38806e01e8 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.880285 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6550ae20-374e-44b7-8a12-0a38806e01e8 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.900347 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550ae20-374e-44b7-8a12-0a38806e01e8 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5783e746-aaf6-4864-9199-fc4296cbc065,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:38.904322 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6550ae20-374e-44b7-8a12-0a38806e01e8 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:38.909084 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-6550ae20-374e-44b7-8a12-0a38806e01e8 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1603193 Jun 30 05:31:38.909600 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35240) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:38.914249 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Request body: {'floatingip': {'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:38.936794 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:39.031704 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:39.149005 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Allocated IP 172.27.2.81 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/9f546020-9e5d-43a1-b81b-8dd596f4d7ff) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:31:39.197381 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0227d180-c25e-48df-9b4e-d93962641c30 req-5050a8bf-54fe-4461-97e7-b5ce49a68f52 tempest-TestMinimumBasicScenario-900418326 tempest-TestMinimumBasicScenario-900418326-project] 10.222.0.41 "GET /v2.0/ports?device_id=b95f9ae4-670d-4e16-9c3b-e072cfa7f96e HTTP/1.1" status: 200 len: 210 time: 0.0442772 Jun 30 05:31:39.253191 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device eaedba68-48f8-4a2a-8d2f-ecef91b76311 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:31:39.289149 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: eaedba68-48f8-4a2a-8d2f-ecef91b76311 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:31:39.290621 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device eaedba68-48f8-4a2a-8d2f-ecef91b76311 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:31:39.291896 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device dd3416c1-ffff-4d71-ac1e-ae37b2829916 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:31:39.306448 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:39.343024 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: dd3416c1-ffff-4d71-ac1e-ae37b2829916 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:31:39.343493 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device dd3416c1-ffff-4d71-ac1e-ae37b2829916 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:31:39.382058 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:39.449640 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:39.490933 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:31:39.493751 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:31:39.500295 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:31:39.503356 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event updated for resources: {'Port': ['ID=9f546020-9e5d-43a1-b81b-8dd596f4d7ff,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:39.582130 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:39.625694 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:39.774044 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:39.779035 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:39.848458 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event updated for resources: {'Port': ['ID=9f546020-9e5d-43a1-b81b-8dd596f4d7ff,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:39.857827 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:39.872235 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:39.881682 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-835616ae-8cd5-4578-b76c-f9f051b12e84 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9629810 Jun 30 05:31:40.073446 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-a8320ad6-d3b7-4deb-823c-7de8d9072732 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--456829754&fields=id&tenant_id=d6a68817d00e4f15aeea091672074687 HTTP/1.1" status: 200 len: 267 time: 0.0319600 Jun 30 05:31:40.179130 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-adf99de2-1adb-46b0-aa7a-5f1d1915941c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:40.180588 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-adf99de2-1adb-46b0-aa7a-5f1d1915941c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/networks?id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf HTTP/1.1" status: 200 len: 811 time: 0.0998435 Jun 30 05:31:40.195837 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-4ae86d22-f40d-476d-b205-088e8bfc5bc6 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/quotas/d6a68817d00e4f15aeea091672074687 HTTP/1.1" status: 200 len: 375 time: 0.0098526 Jun 30 05:31:40.270061 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-6ae8250d-67ca-40e6-8ac5-571a8307cc0a tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6a68817d00e4f15aeea091672074687&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685833 Jun 30 05:31:40.383460 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-76df2ddf-98c3-43a1-99a1-c310bf1feb1e service neutron] 10.222.0.41 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986254 Jun 30 05:31:40.485151 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-6d1b59c4-ff4b-4c52-aeaf-47e2d1848f2c service neutron] 10.222.0.41 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960932 Jun 30 05:31:40.839209 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dbc9ae3a-f6d4-4171-9ba1-af216d3c4958 req-b7f09795-9250-490c-a21a-0493e0d17769 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 210 time: 0.2081249 Jun 30 05:31:40.979252 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35344) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:41.626489 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-edea97ec-02a8-489f-9c79-98a504581e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3745207'] for router_interface, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:41.809162 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b42dc9bb-b766-4692-bb46-869b08f2ca42 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:41.810571 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b42dc9bb-b766-4692-bb46-869b08f2ca42 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.35 "GET /v2.0/networks?id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf HTTP/1.1" status: 200 len: 811 time: 0.1817327 Jun 30 05:31:41.937805 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-33197db0-0a56-4233-bff6-d907ed552950 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6a68817d00e4f15aeea091672074687 HTTP/1.1" status: 200 len: 379 time: 0.1067104 Jun 30 05:31:41.948173 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Request body: {'port': {'device_id': 'bff9dc2f-75b0-4001-b46f-2a9dab1e76d0', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'admin_state_up': True, 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'security_groups': ['037139e5-f995-4747-b999-27815d6aa457']}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:41.992890 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0968e8fc-419b-41b5-b3c5-f67a8ccf7ce1 req-a0beffcc-b4fc-43a6-ae0c-6a68ccb8a3e7 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 210 time: 0.0328720 Jun 30 05:31:42.114861 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Made reservation on behalf of d6a68817d00e4f15aeea091672074687 for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:31:42.118371 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:42.123144 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b2f61f18-05fa-4489-bd4a-1993acfaeac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:42.179443 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-edea97ec-02a8-489f-9c79-98a504581e82 admin admin] Deleting port 2b0d7cf8-1c7c-408f-a943-21896bcd4731 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:42.179778 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-edea97ec-02a8-489f-9c79-98a504581e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:42.305137 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [None req-edea97ec-02a8-489f-9c79-98a504581e82 admin admin] For port 2b0d7cf8-1c7c-408f-a943-21896bcd4731, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=2b0d7cf8-1c7c-408f-a943-21896bcd4731,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:42.305401 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-edea97ec-02a8-489f-9c79-98a504581e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:42.307944 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Allocated IP 172.20.0.12 (bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf/890b8d44-c46a-4f64-a633-41d4ce21be07/df17986e-f81a-4d87-a4db-38ba71472430) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:31:42.323740 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-edea97ec-02a8-489f-9c79-98a504581e82 admin admin] Calling delete_port for 2b0d7cf8-1c7c-408f-a943-21896bcd4731 owned by network:router_interface {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:42.559600 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:42.573433 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Transition to ACTIVE for port object df17986e-f81a-4d87-a4db-38ba71472430 will not be triggered until provisioned by entity DHCP. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:31:42.639989 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-edea97ec-02a8-489f-9c79-98a504581e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:42.668443 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:42.671006 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea97ec-02a8-489f-9c79-98a504581e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0d7cf8-1c7c-408f-a943-21896bcd4731,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:42.756702 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:31:42.764562 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:31:42.768486 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:31:42.770985 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event updated for resources: {'Port': ['ID=df17986e-f81a-4d87-a4db-38ba71472430,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:42.865053 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:42.865760 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:42.889858 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-48761604-6e30-4a04-b877-5472fed32f7f tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9460905 Jun 30 05:31:42.931387 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Request body: {'port': {'device_id': 'bff9dc2f-75b0-4001-b46f-2a9dab1e76d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:42.981073 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-edea97ec-02a8-489f-9c79-98a504581e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745101'] for router_interface, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:43.027485 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-578a2a66-cab7-469c-96ff-c99849d79778 None None] Provisioning for port df17986e-f81a-4d87-a4db-38ba71472430 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:31:43.032302 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-578a2a66-cab7-469c-96ff-c99849d79778 None None] Provisioning complete for port df17986e-f81a-4d87-a4db-38ba71472430 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:43.032784 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-578a2a66-cab7-469c-96ff-c99849d79778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:43.057836 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:43.070184 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-578a2a66-cab7-469c-96ff-c99849d79778 None None] Port df17986e-f81a-4d87-a4db-38ba71472430 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:31:43.168846 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e007dd-44b0-448e-a519-213be7650cb2 req-b4177eca-b4f6-4dac-b2fb-0d2c85f33a2a tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:43.170665 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-44e007dd-44b0-448e-a519-213be7650cb2 req-b4177eca-b4f6-4dac-b2fb-0d2c85f33a2a tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 932 time: 0.0639114 Jun 30 05:31:43.208699 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-44e007dd-44b0-448e-a519-213be7650cb2 req-0403cd3b-4b51-41e4-92a0-cb20798db9c1 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=037139e5-f995-4747-b999-27815d6aa457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324340 Jun 30 05:31:43.366903 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edea97ec-02a8-489f-9c79-98a504581e82 admin admin] Router 80fe9b9a-b07e-4db6-88ea-97d86178b34a has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:31:43.506342 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df17986e-f81a-4d87-a4db-38ba71472430 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:31:43.516042 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:43.535957 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Transition to ACTIVE for port object df17986e-f81a-4d87-a4db-38ba71472430 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:31:43.537241 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edea97ec-02a8-489f-9c79-98a504581e82 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:31:43.544876 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-edea97ec-02a8-489f-9c79-98a504581e82 admin admin] 10.222.0.41 "PUT /v2.0/routers/80fe9b9a-b07e-4db6-88ea-97d86178b34a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5621336 Jun 30 05:31:43.545194 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35368) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:43.545742 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab32f47-3d01-4af2-bcc7-7b1dca930bf8 None None] Sync routers for ids ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:31:43.548000 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:43.556077 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab32f47-3d01-4af2-bcc7-7b1dca930bf8 None None] Routers {'80fe9b9a-b07e-4db6-88ea-97d86178b34a'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:43.557008 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-1ab32f47-3d01-4af2-bcc7-7b1dca930bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:43.620922 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Pushing event updated for resources: {'Port': ['ID=df17986e-f81a-4d87-a4db-38ba71472430,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:43.666478 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Notify callbacks [] for router, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:43.684929 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-1ab32f47-3d01-4af2-bcc7-7b1dca930bf8 None None] Set router 80fe9b9a-b07e-4db6-88ea-97d86178b34a gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:43.687149 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Attempting to bind port df17986e-f81a-4d87-a4db-38ba71472430 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:31:43.688105 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Attempting to bind port df17986e-f81a-4d87-a4db-38ba71472430 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:31:43.688105 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Attempting to bind port df17986e-f81a-4d87-a4db-38ba71472430 on network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:31:43.695061 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Port df17986e-f81a-4d87-a4db-38ba71472430 on network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:31:43.695409 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Attempting to bind port df17986e-f81a-4d87-a4db-38ba71472430 on network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:31:43.700671 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:31:43.701015 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Checking segment: {'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:31:43.701918 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Bound using segment: {'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:31:43.702931 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Bound port: df17986e-f81a-4d87-a4db-38ba71472430, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61aac879-bf5f-46cc-825b-e6bede9b97a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:31:43.703319 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:43.804188 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] For port df17986e-f81a-4d87-a4db-38ba71472430, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:31:43.808150 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:43.809993 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] For port df17986e-f81a-4d87-a4db-38ba71472430, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=df17986e-f81a-4d87-a4db-38ba71472430,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:31:43.826012 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:43.872518 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:43.874135 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:43.875848 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] 10.222.0.35 "PUT /v2.0/ports/df17986e-f81a-4d87-a4db-38ba71472430 HTTP/1.1" status: 200 len: 1094 time: 0.9545786 Jun 30 05:31:43.876307 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff9dc2f-75b0-4001-b46f-2a9dab1e76d0', 'tag': 'df17986e-f81a-4d87-a4db-38ba71472430'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:31:43.878572 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc28ee5-5076-4635-b07a-50980e894a96" -d '{"events": [{"name": "network-changed", "server_uuid": "bff9dc2f-75b0-4001-b46f-2a9dab1e76d0", "tag": "df17986e-f81a-4d87-a4db-38ba71472430"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:31:43.909423 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a97e6f-7e79-4af1-a7ba-097d34dee008 service neutron] Pushing event updated for resources: {'Port': ['ID=df17986e-f81a-4d87-a4db-38ba71472430,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:43.928133 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Deleting port a72d8e60-b4b3-4089-a56a-3e83ca622211 {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:43.928661 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:43.985362 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ae401f-b1d3-4faa-983a-034c09a1ed87 x-openstack-request-id: req-c9ae401f-b1d3-4faa-983a-034c09a1ed87 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:31:43.985656 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff9dc2f-75b0-4001-b46f-2a9dab1e76d0", "tag": "df17986e-f81a-4d87-a4db-38ba71472430", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:31:43.985902 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9ae401f-b1d3-4faa-983a-034c09a1ed87 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:31:43.986466 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff9dc2f-75b0-4001-b46f-2a9dab1e76d0', 'tag': 'df17986e-f81a-4d87-a4db-38ba71472430', 'status': 'completed', 'code': 200} Jun 30 05:31:44.018981 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-f58aad40-051a-43a5-8b34-5b79e45d1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:44.025085 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-f58aad40-051a-43a5-8b34-5b79e45d1353 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a68817d00e4f15aeea091672074687&device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 1097 time: 0.0919933 Jun 30 05:31:44.025785 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-1ab32f47-3d01-4af2-bcc7-7b1dca930bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:31:42Z', 'revision_number': 5, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port': {'id': 'a72d8e60-b4b3-4089-a56a-3e83ca622211', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:44.062202 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab32f47-3d01-4af2-bcc7-7b1dca930bf8 None None] Checking router: 80fe9b9a-b07e-4db6-88ea-97d86178b34a for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:31:44.071934 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab32f47-3d01-4af2-bcc7-7b1dca930bf8 None None] Routers {'80fe9b9a-b07e-4db6-88ea-97d86178b34a'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:44.073007 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-1ab32f47-3d01-4af2-bcc7-7b1dca930bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:44.082844 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-56514614-c7de-45b1-abf0-9b6acbd9340e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df17986e-f81a-4d87-a4db-38ba71472430 HTTP/1.1" status: 200 len: 217 time: 0.0493097 Jun 30 05:31:44.095903 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] For port a72d8e60-b4b3-4089-a56a-3e83ca622211, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=a72d8e60-b4b3-4089-a56a-3e83ca622211,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:44.096272 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.113012 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Calling delete_port for a72d8e60-b4b3-4089-a56a-3e83ca622211 owned by network:router_gateway {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:44.147781 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-e2daaa77-3912-47df-bf97-f558efaa5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:44.149332 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-e2daaa77-3912-47df-bf97-f558efaa5989 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890b8d44-c46a-4f64-a633-41d4ce21be07 HTTP/1.1" status: 200 len: 850 time: 0.0594306 Jun 30 05:31:44.184088 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35378) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:44.188797 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-1ab32f47-3d01-4af2-bcc7-7b1dca930bf8 None None] Set router 80fe9b9a-b07e-4db6-88ea-97d86178b34a gateway port host: None {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:44.216251 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-8b12360a-1c65-47c6-91df-f64439e8c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:44.217790 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-8b12360a-1c65-47c6-91df-f64439e8c003 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0618882 Jun 30 05:31:44.277660 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-1ab32f47-3d01-4af2-bcc7-7b1dca930bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:31:43Z', 'revision_number': 6, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port_host': None}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:44.315734 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab32f47-3d01-4af2-bcc7-7b1dca930bf8 None None] The sync data for ids ['80fe9b9a-b07e-4db6-88ea-97d86178b34a'] in dv-cinder-772181-11-iscsi is: [{'id': '80fe9b9a-b07e-4db6-88ea-97d86178b34a', 'name': 'tempest-TestMinimumBasicScenario-1980054088-router', 'tenant_id': '5b6d0d75b0c448c591f23be00fec69db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:49Z', 'updated_at': '2021-06-30T05:31:43Z', 'revision_number': 6, 'project_id': '5b6d0d75b0c448c591f23be00fec69db', 'gw_port_host': None}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:31:44.317728 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-79a47bcc-b58d-445c-ae31-6ffc1299f3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.338914 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-ae217b18-197a-43b9-ba3f-4ac430105e65 service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135092 Jun 30 05:31:44.342320 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.384971 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a72d8e60-b4b3-4089-a56a-3e83ca622211,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:44.505553 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746938'] for router_gateway, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.620586 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18753fc9-3368-48a8-9669-cda3a7ca4917 req-4b38e1dd-6e0a-406c-894e-986f70a4492c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:44.622020 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-18753fc9-3368-48a8-9669-cda3a7ca4917 req-4b38e1dd-6e0a-406c-894e-986f70a4492c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 944 time: 0.2411742 Jun 30 05:31:44.624542 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102786'] for router, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.628992 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.681016 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d2521064-966a-43b5-9dbb-4c615777ee44 req-031b8ea6-be14-4bd9-ba50-c5960f027a71 service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345120 Jun 30 05:31:44.714540 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-79a47bcc-b58d-445c-ae31-6ffc1299f3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.716336 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-f827a6cd-07d6-43d5-beef-762b816e52d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.717956 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751966'] for router, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.718508 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80fe9b9a-b07e-4db6-88ea-97d86178b34a {{(pid=92843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 05:31:44.724984 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] Notify callbacks [] for router, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.728321 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-266a0743-fce0-480a-b849-e3dc1c99a4aa admin admin] 10.222.0.41 "DELETE /v2.0/routers/80fe9b9a-b07e-4db6-88ea-97d86178b34a HTTP/1.1" status: 204 len: 168 time: 1.1796939 Jun 30 05:31:44.728321 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-79a47bcc-b58d-445c-ae31-6ffc1299f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.728780 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35384) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:44.733714 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-18753fc9-3368-48a8-9669-cda3a7ca4917 req-6ddc19ab-8473-49d8-89fd-68b10f7af33c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=037139e5-f995-4747-b999-27815d6aa457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007113 Jun 30 05:31:44.771420 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a47bcc-b58d-445c-ae31-6ffc1299f3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd82ad94-349d-4f7a-be4d-ec5fdeaccd1e,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:44.776270 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-79a47bcc-b58d-445c-ae31-6ffc1299f3d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7b2ceb98fe3465d9160fffdcba68b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911405 Jun 30 05:31:44.779195 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35386) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:44.791143 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.817757 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d30a69-ce4f-46f3-b186-e19e8d9fb1a4 admin admin] Deleting subnet 8ac25f2a-3732-47e6-849a-24b9996d09e8 {{(pid=92842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:31:44.822361 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-59d30a69-ce4f-46f3-b186-e19e8d9fb1a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.834365 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fb32d640-80e8-470b-959e-ef233981fb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.856394 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fb32d640-80e8-470b-959e-ef233981fb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.866410 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-59d30a69-ce4f-46f3-b186-e19e8d9fb1a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8671267'] for subnet, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.893844 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc28ee5-5076-4635-b07a-50980e894a96 req-e24d9619-1ffa-4926-a3cd-f9c12a9fb32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:44.895367 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1dc28ee5-5076-4635-b07a-50980e894a96 req-e24d9619-1ffa-4926-a3cd-f9c12a9fb32f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a68817d00e4f15aeea091672074687&device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 1097 time: 0.1384397 Jun 30 05:31:44.904322 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fb32d640-80e8-470b-959e-ef233981fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.907021 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fb32d640-80e8-470b-959e-ef233981fb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:44.908171 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-fb32d640-80e8-470b-959e-ef233981fb6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd82ad94-349d-4f7a-be4d-ec5fdeaccd1e HTTP/1.1" status: 204 len: 168 time: 0.1284053 Jun 30 05:31:44.916373 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32d640-80e8-470b-959e-ef233981fb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd82ad94-349d-4f7a-be4d-ec5fdeaccd1e,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:45.047696 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-59d30a69-ce4f-46f3-b186-e19e8d9fb1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.101526 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc28ee5-5076-4635-b07a-50980e894a96 req-77c30088-c076-4060-89a3-a005c83324e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:45.102991 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1dc28ee5-5076-4635-b07a-50980e894a96 req-77c30088-c076-4060-89a3-a005c83324e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf HTTP/1.1" status: 200 len: 912 time: 0.1999853 Jun 30 05:31:45.151459 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1dc28ee5-5076-4635-b07a-50980e894a96 req-2c132355-8502-407d-b156-094d23bf8594 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df17986e-f81a-4d87-a4db-38ba71472430 HTTP/1.1" status: 200 len: 217 time: 0.0381143 Jun 30 05:31:45.158148 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-59d30a69-ce4f-46f3-b186-e19e8d9fb1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8690481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595536'] for subnet, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.213183 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d30a69-ce4f-46f3-b186-e19e8d9fb1a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac25f2a-3732-47e6-849a-24b9996d09e8,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:45.219937 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-59d30a69-ce4f-46f3-b186-e19e8d9fb1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.221717 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-59d30a69-ce4f-46f3-b186-e19e8d9fb1a4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8ac25f2a-3732-47e6-849a-24b9996d09e8 HTTP/1.1" status: 204 len: 168 time: 0.4919283 Jun 30 05:31:45.224790 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35398) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:45.230762 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dfd321-896e-4124-8160-43e92ef49602 None None] Network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:31:45.237418 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc28ee5-5076-4635-b07a-50980e894a96 req-b1739d0a-2431-466a-bdd6-226cdbcc94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:45.238974 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1dc28ee5-5076-4635-b07a-50980e894a96 req-b1739d0a-2431-466a-bdd6-226cdbcc94e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890b8d44-c46a-4f64-a633-41d4ce21be07 HTTP/1.1" status: 200 len: 850 time: 0.0780473 Jun 30 05:31:45.312819 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc28ee5-5076-4635-b07a-50980e894a96 req-6ca684f0-1d50-4abf-986e-eacfa1d2368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:45.314406 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1dc28ee5-5076-4635-b07a-50980e894a96 req-6ca684f0-1d50-4abf-986e-eacfa1d2368e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0671511 Jun 30 05:31:45.322632 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.387493 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Deleting port 983f254e-e183-4de7-b54d-ede7e5aa2772 {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:45.387971 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.449690 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1dc28ee5-5076-4635-b07a-50980e894a96 req-f547019b-6d6f-4d4f-8da0-05d855a3ca05 service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266618 Jun 30 05:31:45.457077 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] For port 983f254e-e183-4de7-b54d-ede7e5aa2772, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=983f254e-e183-4de7-b54d-ede7e5aa2772,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:45.457531 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.469006 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15f84f9-8d7f-4dfa-9142-aeb5930978c6 None None] DHCP port deletion for e5a48a99-a5c1-4912-8af6-0dc977f8ce57 request from dv-cinder-772181-11-iscsi {{(pid=92844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 05:31:45.482373 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Calling delete_port for 983f254e-e183-4de7-b54d-ede7e5aa2772 owned by network:dhcp {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:45.546732 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-d15f84f9-8d7f-4dfa-9142-aeb5930978c6 None None] Deleting port 983f254e-e183-4de7-b54d-ede7e5aa2772 {{(pid=92844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:45.547154 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d15f84f9-8d7f-4dfa-9142-aeb5930978c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.579916 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.586358 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-1dc28ee5-5076-4635-b07a-50980e894a96 req-d9ea82ac-f427-4eb8-80f1-91097d3489df service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277714 Jun 30 05:31:45.600110 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] No DVR routers for this DVR port 983f254e-e183-4de7-b54d-ede7e5aa2772 on host dv-cinder-772181-11-iscsi {{(pid=92843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:31:45.632377 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=983f254e-e183-4de7-b54d-ede7e5aa2772,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:45.709290 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.719527 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35410) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:45.722903 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a48a99-a5c1-4912-8af6-0dc977f8ce57']}} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:45.739606 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c742b6f-7595-4860-b73f-0b7b408f6c69') {'for_net_delete': True} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:45.739906 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c742b6f-7595-4860-b73f-0b7b408f6c69') {} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:45.749641 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171653'] for segment, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.756541 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-d15f84f9-8d7f-4dfa-9142-aeb5930978c6 None None] For port 983f254e-e183-4de7-b54d-ede7e5aa2772, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=983f254e-e183-4de7-b54d-ede7e5aa2772,segment=NetworkSegment(0c742b6f-7595-4860-b73f-0b7b408f6c69),segment_id=0c742b6f-7595-4860-b73f-0b7b408f6c69)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:45.757007 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d15f84f9-8d7f-4dfa-9142-aeb5930978c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.763477 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.770058 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-d15f84f9-8d7f-4dfa-9142-aeb5930978c6 None None] Calling delete_port for 983f254e-e183-4de7-b54d-ede7e5aa2772 owned by network:dhcp {{(pid=92844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:45.770816 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:31:45.771251 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10104033'] for segment, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: Traceback (most recent call last): Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: timer() Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: cb(*args, **kw) Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: return func(*args, **kwargs) Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: self._notify() Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: self.callback(batched_events) Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: event.method(event) Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: return f(self, *a, **k) Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._get(url).json() Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: return self.request(url, 'GET', **kwargs) Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:31:45.773142 dv-cinder-772181-11-iscsi neutron-server[92843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:31:45.836657 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.849002 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.851681 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e5a48a99-a5c1-4912-8af6-0dc977f8ce57 HTTP/1.1" status: 204 len: 168 time: 0.6261094 Jun 30 05:31:45.855039 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35416) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:45.874943 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469873c-7da8-4da4-b27d-75086b15dfa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5a48a99-a5c1-4912-8af6-0dc977f8ce57,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:45.899516 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 2b0d7cf8-1c7c-408f-a943-21896bcd4731 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:31:45.920887 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1187749121-network', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:45.936318 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 2b0d7cf8-1c7c-408f-a943-21896bcd4731 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:31:45.936777 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 2b0d7cf8-1c7c-408f-a943-21896bcd4731 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:31:45.937204 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device a72d8e60-b4b3-4089-a56a-3e83ca622211 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:31:45.940026 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.960323 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: a72d8e60-b4b3-4089-a56a-3e83ca622211 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:31:45.960583 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device a72d8e60-b4b3-4089-a56a-3e83ca622211 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:31:45.961204 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 983f254e-e183-4de7-b54d-ede7e5aa2772 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:31:45.965114 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d15f84f9-8d7f-4dfa-9142-aeb5930978c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418'] for port, after_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:45.985491 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Made reservation on behalf of 6d90c5aad4634b518d2658e6bda57cd8 for: {'network': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:31:45.988007 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.000443 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.005388 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 983f254e-e183-4de7-b54d-ede7e5aa2772 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:31:46.005736 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 983f254e-e183-4de7-b54d-ede7e5aa2772 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:31:46.007857 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d15f84f9-8d7f-4dfa-9142-aeb5930978c6 None None] Network e5a48a99-a5c1-4912-8af6-0dc977f8ce57 is not hosted by any dhcp agent {{(pid=92844) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 05:31:46.008713 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f84f9-8d7f-4dfa-9142-aeb5930978c6 None None] No DVR routers for this DVR port 983f254e-e183-4de7-b54d-ede7e5aa2772 on host dv-cinder-772181-11-iscsi {{(pid=92844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:31:46.011411 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f84f9-8d7f-4dfa-9142-aeb5930978c6 None None] Pushing event deleted for resources: {'Port': ['ID=983f254e-e183-4de7-b54d-ede7e5aa2772,revision_number=None']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:46.119726 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75048e-1f0a-45fb-abb0-afe6354e7a62 req-6ea9de3d-7fcf-41fe-af37-b0215e2c753d tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:46.121197 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fd75048e-1f0a-45fb-abb0-afe6354e7a62 req-6ea9de3d-7fcf-41fe-af37-b0215e2c753d tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 944 time: 0.2070501 Jun 30 05:31:46.161854 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fd75048e-1f0a-45fb-abb0-afe6354e7a62 req-14f9fd76-c7e7-4a56-b8b5-421c017983e4 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=037139e5-f995-4747-b999-27815d6aa457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340383 Jun 30 05:31:46.216020 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.220397 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.261039 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=92842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:31:46.280383 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566995fc-923a-4207-b29f-d5dc48c3a4a0,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:46.283861 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.284204 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.segments_db [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Added segment c91b381f-5deb-4c60-8aa1-fb4015685ca6 of type vlan for network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 Jun 30 05:31:46.337452 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.394574 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.395551 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:46.396128 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.449290 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7286410 Jun 30 05:31:46.452300 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35422) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:46.458036 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-d1e5078a-bff8-4935-9d32-29b5fb9dc10c admin admin] Request body: {'subnet': {'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1187749121-subnet', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'ip_version': 4}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:46.469008 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75022c43-0504-4315-b150-5b7227c28bcb admin admin] Pushing event updated for resources: {'Network': ['ID=35ef2ae9-7d57-49b3-9314-f362e1dd3878,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:46.473334 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b6211d71-0d7f-455b-8f0c-5c0c7f73d300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3745207'] for router_interface, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.481464 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:31:46.497386 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e5078a-bff8-4935-9d32-29b5fb9dc10c admin admin] Made reservation on behalf of 6d90c5aad4634b518d2658e6bda57cd8 for: {'subnet': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:31:46.500789 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d1e5078a-bff8-4935-9d32-29b5fb9dc10c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519836'] for subnet, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.672345 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d1e5078a-bff8-4935-9d32-29b5fb9dc10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10151823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519818'] for subnet, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.725752 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5078a-bff8-4935-9d32-29b5fb9dc10c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecac3324-9bc1-4452-b145-1d415560dcf9,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:46.730197 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-b6211d71-0d7f-455b-8f0c-5c0c7f73d300 admin admin] Deleting port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:46.730696 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b6211d71-0d7f-455b-8f0c-5c0c7f73d300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.737915 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e5078a-bff8-4935-9d32-29b5fb9dc10c admin admin] Checking segment: {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:31:46.738280 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e5078a-bff8-4935-9d32-29b5fb9dc10c admin admin] Network hostable DHCP agents. Network: 35ef2ae9-7d57-49b3-9314-f362e1dd3878, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:31:46.754540 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e5078a-bff8-4935-9d32-29b5fb9dc10c admin admin] Network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:31:46.763129 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-d1e5078a-bff8-4935-9d32-29b5fb9dc10c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, 35ef2ae9-7d57-49b3-9314-f362e1dd3878) {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:31:46.770012 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e5078a-bff8-4935-9d32-29b5fb9dc10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:46.770012 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d1e5078a-bff8-4935-9d32-29b5fb9dc10c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.776331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5123f37-db90-45d1-a488-9d4a5c21b0b4 None None] Network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:31:46.786361 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d1e5078a-bff8-4935-9d32-29b5fb9dc10c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3324392 Jun 30 05:31:46.788449 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35426) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:46.793524 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:46.813892 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102800'] for router, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.814948 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102793'] for router, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.821617 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [None req-b6211d71-0d7f-455b-8f0c-5c0c7f73d300 admin admin] For port dbe8780c-0004-47ea-8dd1-d8ff9740ca2d, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=dbe8780c-0004-47ea-8dd1-d8ff9740ca2d,segment=NetworkSegment(c7944075-0974-4b55-bd82-b41b312ab6b5),segment_id=c7944075-0974-4b55-bd82-b41b312ab6b5)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:46.822127 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b6211d71-0d7f-455b-8f0c-5c0c7f73d300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.835431 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-b6211d71-0d7f-455b-8f0c-5c0c7f73d300 admin admin] Calling delete_port for dbe8780c-0004-47ea-8dd1-d8ff9740ca2d owned by network:router_interface {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:46.879337 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.932442 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a6ffb9-e4e1-585c-8c49-45cd88d7d148-35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9'}]}} from dv-cinder-772181-11-iscsi. {{(pid=92844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 05:31:46.933483 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:46.937480 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:31:47.023863 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3747255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102907'] for router, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.028220 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b6211d71-0d7f-455b-8f0c-5c0c7f73d300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.055013 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6211d71-0d7f-455b-8f0c-5c0c7f73d300 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe8780c-0004-47ea-8dd1-d8ff9740ca2d,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:47.082015 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.db_base_plugin_common [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Allocated IP 172.20.0.2 (35ef2ae9-7d57-49b3-9314-f362e1dd3878/ecac3324-9bc1-4452-b145-1d415560dcf9/b4540340-a221-4f1c-b3f2-7c979c262023) {{(pid=92844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:31:47.251466 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b6211d71-0d7f-455b-8f0c-5c0c7f73d300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745101'] for router_interface, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.265287 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Notify callbacks [] for port, precommit_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.275425 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.282842 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Transition to ACTIVE for port object b4540340-a221-4f1c-b3f2-7c979c262023 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:31:47.308396 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device df17986e-f81a-4d87-a4db-38ba71472430 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:31:47.314742 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.335663 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Transition to ACTIVE for port object b4540340-a221-4f1c-b3f2-7c979c262023 will not be triggered until provisioned by entity DHCP. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:31:47.348720 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.361122 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.429254 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 is already hosted by enough agents. {{(pid=92844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:31:47.438033 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.base_scheduler [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Resources bound (agent type, host, resource id): {{(pid=92844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:31:47.440596 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Received port after_create {{(pid=92844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:31:47.449437 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bffb2-a932-4b40-a57d-4558f6f79869 req-870d97a7-93ab-4def-be57-779edecbdb68 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:47.450942 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f28bffb2-a932-4b40-a57d-4558f6f79869 req-870d97a7-93ab-4def-be57-779edecbdb68 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 944 time: 0.1378529 Jun 30 05:31:47.463018 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Pushing event updated for resources: {'Port': ['ID=b4540340-a221-4f1c-b3f2-7c979c262023,revision_number=1']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:47.494372 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Allocated IP 172.27.2.71 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/62a75135-b9da-400b-919a-b0a2162be8a1) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:31:47.495876 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6211d71-0d7f-455b-8f0c-5c0c7f73d300 admin admin] Router bfa90802-e6cd-4013-9a42-cf0de3308a66 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:31:47.521884 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f28bffb2-a932-4b40-a57d-4558f6f79869 req-18828ddc-e522-44bc-9370-c7c5dd59a36c tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=037139e5-f995-4747-b999-27815d6aa457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602045 Jun 30 05:31:47.533972 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port df17986e-f81a-4d87-a4db-38ba71472430, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=df17986e-f81a-4d87-a4db-38ba71472430,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:47.545331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Attempting to bind port b4540340-a221-4f1c-b3f2-7c979c262023 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:31:47.545800 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Attempting to bind port b4540340-a221-4f1c-b3f2-7c979c262023 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:31:47.546170 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Attempting to bind port b4540340-a221-4f1c-b3f2-7c979c262023 on network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:31:47.552382 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': 'df17986e-f81a-4d87-a4db-38ba71472430', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'port_id': 'df17986e-f81a-4d87-a4db-38ba71472430', 'mac_address': 'fa:16:3e:15:07:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:31:47.554877 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:31:47.555262 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Checking segment: {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:31:47.555665 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.556052 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Bound using segment: {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:31:47.556513 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Bound port: b4540340-a221-4f1c-b3f2-7c979c262023, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:31:47.556892 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.603096 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6211d71-0d7f-455b-8f0c-5c0c7f73d300 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:31:47.611147 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b6211d71-0d7f-455b-8f0c-5c0c7f73d300 admin admin] 10.222.0.41 "PUT /v2.0/routers/bfa90802-e6cd-4013-9a42-cf0de3308a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7539055 Jun 30 05:31:47.611401 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35430) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:47.612745 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da929513-cd0b-4993-ae16-24493829debf None None] Sync routers for ids ['bfa90802-e6cd-4013-9a42-cf0de3308a66'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:31:47.625504 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.629460 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da929513-cd0b-4993-ae16-24493829debf None None] Routers {'bfa90802-e6cd-4013-9a42-cf0de3308a66'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:47.631711 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-da929513-cd0b-4993-ae16-24493829debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['bfa90802-e6cd-4013-9a42-cf0de3308a66'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:47.636045 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.654123 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df17986e-f81a-4d87-a4db-38ba71472430 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:31:47.667995 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] For port b4540340-a221-4f1c-b3f2-7c979c262023, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:31:47.672591 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] For port b4540340-a221-4f1c-b3f2-7c979c262023, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=b4540340-a221-4f1c-b3f2-7c979c262023,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:31:47.681737 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port df17986e-f81a-4d87-a4db-38ba71472430, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=df17986e-f81a-4d87-a4db-38ba71472430,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:47.683297 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.691613 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10103871'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.708004 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.739947 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e8591-d02c-4d39-8513-f8e5d11a5402 None None] Pushing event updated for resources: {'Port': ['ID=b4540340-a221-4f1c-b3f2-7c979c262023,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:47.742745 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Notify callbacks [] for router, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:47.750422 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:31:47.752920 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:31:47.757763 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:31:47.795083 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Pushing event updated for resources: {'Port': ['ID=62a75135-b9da-400b-919a-b0a2162be8a1,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:47.808853 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=df17986e-f81a-4d87-a4db-38ba71472430,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:47.857324 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-da929513-cd0b-4993-ae16-24493829debf None None] Set router bfa90802-e6cd-4013-9a42-cf0de3308a66 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:47.934655 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['df17986e-f81a-4d87-a4db-38ba71472430'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:31:48.131564 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-da929513-cd0b-4993-ae16-24493829debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'name': 'tempest-TestMinimumBasicScenario-1963256367-router', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:58Z', 'updated_at': '2021-06-30T05:31:46Z', 'revision_number': 5, 'project_id': '682dbcaaa97f485ca78096a5426e9676', 'gw_port': {'id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:48.166807 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da929513-cd0b-4993-ae16-24493829debf None None] Checking router: bfa90802-e6cd-4013-9a42-cf0de3308a66 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:31:48.178327 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da929513-cd0b-4993-ae16-24493829debf None None] Routers {'bfa90802-e6cd-4013-9a42-cf0de3308a66'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:48.179552 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-da929513-cd0b-4993-ae16-24493829debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['bfa90802-e6cd-4013-9a42-cf0de3308a66'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:48.329687 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:48.333834 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-da929513-cd0b-4993-ae16-24493829debf None None] Set router bfa90802-e6cd-4013-9a42-cf0de3308a66 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:48.401006 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Deleting port 48ae158d-f268-442e-88a5-c1cf61367a27 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:48.401419 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:48.474317 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:48.501301 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] For port 48ae158d-f268-442e-88a5-c1cf61367a27, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=48ae158d-f268-442e-88a5-c1cf61367a27,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:48.501687 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:48.521561 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Calling delete_port for 48ae158d-f268-442e-88a5-c1cf61367a27 owned by network:router_gateway {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:48.577083 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-da929513-cd0b-4993-ae16-24493829debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'name': 'tempest-TestMinimumBasicScenario-1963256367-router', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:58Z', 'updated_at': '2021-06-30T05:31:46Z', 'revision_number': 5, 'project_id': '682dbcaaa97f485ca78096a5426e9676', 'gw_port': {'id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:48.606697 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da929513-cd0b-4993-ae16-24493829debf None None] The sync data for ids ['bfa90802-e6cd-4013-9a42-cf0de3308a66'] in dv-cinder-772181-11-iscsi is: [{'id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'name': 'tempest-TestMinimumBasicScenario-1963256367-router', 'tenant_id': '682dbcaaa97f485ca78096a5426e9676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:58Z', 'updated_at': '2021-06-30T05:31:46Z', 'revision_number': 5, 'project_id': '682dbcaaa97f485ca78096a5426e9676', 'gw_port': {'id': '48ae158d-f268-442e-88a5-c1cf61367a27', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa90802-e6cd-4013-9a42-cf0de3308a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:31:48.706121 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746902'] for router, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:48.754273 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:48.814536 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Pushing event deleted for resources: {'Port': ['ID=48ae158d-f268-442e-88a5-c1cf61367a27,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:48.862749 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746938'] for router_gateway, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:48.910623 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Router 373ed9f2-967d-4440-8d1f-43fc4278572e is scheduled to L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 with binding_index 1 {{(pid=92843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 05:31:48.926529 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc6f16-95ff-430c-a6d4-7b325e79fcc5 req-559234d5-4ed4-4b49-b203-926673504001 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:48.928096 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b6cc6f16-95ff-430c-a6d4-7b325e79fcc5 req-559234d5-4ed4-4b49-b203-926673504001 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 945 time: 0.0991786 Jun 30 05:31:49.034114 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102786'] for router, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.036490 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.055830 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b6cc6f16-95ff-430c-a6d4-7b325e79fcc5 req-20322d1b-b478-426d-b108-c2bce816a4da tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=037139e5-f995-4747-b999-27815d6aa457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213171 Jun 30 05:31:49.111409 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751966'] for router, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.112176 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfa90802-e6cd-4013-9a42-cf0de3308a66 {{(pid=92842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 05:31:49.121339 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] Notify callbacks [] for router, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.122894 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-a13c1315-2728-4adb-aa65-869c1fe519da admin admin] 10.222.0.41 "DELETE /v2.0/routers/bfa90802-e6cd-4013-9a42-cf0de3308a66 HTTP/1.1" status: 204 len: 168 time: 1.5105500 Jun 30 05:31:49.124215 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06612dd-078f-449c-81f3-0a10d28da05f None None] Network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:31:49.126142 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35448) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:49.133043 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:31:49.163879 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] Notify callbacks [] for router, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.167623 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-2837a573-0621-46c5-a7ca-ff132e79ecf8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3758268 Jun 30 05:31:49.168003 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35450) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:49.173849 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Sync routers for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:31:49.186748 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_v2 [None req-a315b5b4-2f16-4d32-bd9f-757cd687a940 admin admin] Deleting subnet 4c502f60-b62e-4324-98a0-01cae3416ee3 {{(pid=92842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:31:49.190060 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a315b5b4-2f16-4d32-bd9f-757cd687a940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.202287 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:49.203278 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:49.235745 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a315b5b4-2f16-4d32-bd9f-757cd687a940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8671267'] for subnet, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.248971 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-fefc7ef6-fe4e-4df8-ab32-729bc9c04597 None None] Provisioning for port b4540340-a221-4f1c-b3f2-7c979c262023 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:31:49.316379 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device df17986e-f81a-4d87-a4db-38ba71472430 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:31:49.338530 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a315b5b4-2f16-4d32-bd9f-757cd687a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.385295 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:49.416497 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a315b5b4-2f16-4d32-bd9f-757cd687a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8690481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595536'] for subnet, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.450301 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315b5b4-2f16-4d32-bd9f-757cd687a940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c502f60-b62e-4324-98a0-01cae3416ee3,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:49.457626 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-a315b5b4-2f16-4d32-bd9f-757cd687a940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.470430 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35452) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:49.471187 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-a315b5b4-2f16-4d32-bd9f-757cd687a940 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4c502f60-b62e-4324-98a0-01cae3416ee3 HTTP/1.1" status: 204 len: 168 time: 0.3424644 Jun 30 05:31:49.581601 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735862d7-8363-4f96-bfd6-6a9cce11c3a9 None None] Network 146814b2-66a9-49a2-8f77-5f4db6b3820d requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:31:49.593516 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.720127 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port df17986e-f81a-4d87-a4db-38ba71472430 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:31:49.740864 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Deleting port 973910e2-e1fc-42e2-974a-c564b2ff1900 {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:49.741447 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.761885 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port df17986e-f81a-4d87-a4db-38ba71472430 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:49.762266 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.797490 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.836967 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] For port 973910e2-e1fc-42e2-974a-c564b2ff1900, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=973910e2-e1fc-42e2-974a-c564b2ff1900,segment=NetworkSegment(c7944075-0974-4b55-bd82-b41b312ab6b5),segment_id=c7944075-0974-4b55-bd82-b41b312ab6b5)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:49.837200 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.877964 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Calling delete_port for 973910e2-e1fc-42e2-974a-c564b2ff1900 owned by network:dhcp {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:49.947833 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:49.950584 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:48Z', 'revision_number': 3, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:50.011999 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59408c-a182-46a8-afcb-a777e56522e1 None None] DHCP port deletion for 146814b2-66a9-49a2-8f77-5f4db6b3820d request from dv-cinder-772181-11-iscsi {{(pid=92844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 05:31:50.015928 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Checking router: 373ed9f2-967d-4440-8d1f-43fc4278572e for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:31:50.016499 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Updating router 373ed9f2-967d-4440-8d1f-43fc4278572e port 62a75135-b9da-400b-919a-b0a2162be8a1 binding host dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:31:50.078238 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device b4540340-a221-4f1c-b3f2-7c979c262023 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:31:50.088516 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff9dc2f-75b0-4001-b46f-2a9dab1e76d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df17986e-f81a-4d87-a4db-38ba71472430'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:31:50.090826 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfebbf7f-39a1-4426-8fdb-5f241ca0b290" -d '{"events": [{"server_uuid": "bff9dc2f-75b0-4001-b46f-2a9dab1e76d0", "name": "network-vif-plugged", "status": "completed", "tag": "df17986e-f81a-4d87-a4db-38ba71472430"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:31:50.135502 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Allocated IP 172.20.0.1 (35ef2ae9-7d57-49b3-9314-f362e1dd3878/ecac3324-9bc1-4452-b145-1d415560dcf9/36e84849-15e1-48eb-8a60-030d8f2eb885) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:31:50.148315 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port df17986e-f81a-4d87-a4db-38ba71472430, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=df17986e-f81a-4d87-a4db-38ba71472430,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:50.158368 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.210922 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.244585 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=973910e2-e1fc-42e2-974a-c564b2ff1900,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:50.255444 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] No DVR routers for this DVR port 973910e2-e1fc-42e2-974a-c564b2ff1900 on host dv-cinder-772181-11-iscsi {{(pid=92843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:31:50.387972 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b05c26a-8863-4d9d-8353-7a6b5e4096da x-openstack-request-id: req-1b05c26a-8863-4d9d-8353-7a6b5e4096da {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:31:50.388210 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff9dc2f-75b0-4001-b46f-2a9dab1e76d0", "name": "network-vif-plugged", "status": "completed", "tag": "df17986e-f81a-4d87-a4db-38ba71472430", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:31:50.389151 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b05c26a-8863-4d9d-8353-7a6b5e4096da {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:31:50.389659 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff9dc2f-75b0-4001-b46f-2a9dab1e76d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df17986e-f81a-4d87-a4db-38ba71472430', 'code': 200} Jun 30 05:31:50.394600 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.398307 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.403169 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.423845 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146814b2-66a9-49a2-8f77-5f4db6b3820d']}} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:50.439676 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7944075-0974-4b55-bd82-b41b312ab6b5') {'for_net_delete': True} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:50.440108 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7944075-0974-4b55-bd82-b41b312ab6b5') {} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:50.448295 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.provisioning_blocks [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Transition to ACTIVE for port object 36e84849-15e1-48eb-8a60-030d8f2eb885 will not be triggered until provisioned by entity DHCP. {{(pid=92843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:31:50.457094 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171653'] for segment, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.473929 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-cb59408c-a182-46a8-afcb-a777e56522e1 None None] Deleting port 973910e2-e1fc-42e2-974a-c564b2ff1900 {{(pid=92844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:50.474361 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-cb59408c-a182-46a8-afcb-a777e56522e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.479998 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.494560 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a2c25-7ac3-4b34-a822-0b8f4e3524d7 req-3c561d06-bdc6-40e3-9f5b-9be017b4b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:50.497796 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ad1a2c25-7ac3-4b34-a822-0b8f4e3524d7 req-3c561d06-bdc6-40e3-9f5b-9be017b4b16c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 1099 time: 0.0793431 Jun 30 05:31:50.503801 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610eeda3-3d8b-44fe-9d70-b7286fdeb7d4 req-66196d4c-2c5e-4643-bb6f-7eba0f103c1b tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:50.505624 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-610eeda3-3d8b-44fe-9d70-b7286fdeb7d4 req-66196d4c-2c5e-4643-bb6f-7eba0f103c1b tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 946 time: 0.2177215 Jun 30 05:31:50.510253 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=92843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:31:50.510929 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10104033'] for segment, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: Traceback (most recent call last): Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: timer() Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: cb(*args, **kw) Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: return func(*args, **kwargs) Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: self._notify() Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: self.callback(batched_events) Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: event.method(event) Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: return f(self, *a, **k) Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._get(url).json() Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: return self.request(url, 'GET', **kwargs) Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:31:50.512829 dv-cinder-772181-11-iscsi neutron-server[92843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:31:50.539682 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ad1a2c25-7ac3-4b34-a822-0b8f4e3524d7 req-84396b35-98e0-41de-aa8c-1808f0777317 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=037139e5-f995-4747-b999-27815d6aa457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344603 Jun 30 05:31:50.570110 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port b4540340-a221-4f1c-b3f2-7c979c262023 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:31:50.591541 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=df17986e-f81a-4d87-a4db-38ba71472430,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:50.596390 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10103871'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.609295 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port b4540340-a221-4f1c-b3f2-7c979c262023 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:50.609793 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.613480 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.622771 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.627502 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/146814b2-66a9-49a2-8f77-5f4db6b3820d HTTP/1.1" status: 204 len: 168 time: 1.1537373 Jun 30 05:31:50.658396 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-cb59408c-a182-46a8-afcb-a777e56522e1 None None] For port 973910e2-e1fc-42e2-974a-c564b2ff1900, host dv-cinder-772181-11-iscsi, got binding levels [] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:50.659046 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-cb59408c-a182-46a8-afcb-a777e56522e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.699221 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-cb59408c-a182-46a8-afcb-a777e56522e1 None None] Calling delete_port for 973910e2-e1fc-42e2-974a-c564b2ff1900 owned by network:dhcp {{(pid=92844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:50.703637 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.ipam_backend_mixin [None req-cb59408c-a182-46a8-afcb-a777e56522e1 None None] Port 973910e2-e1fc-42e2-974a-c564b2ff1900 was not found and therefore no delete operation was performed {{(pid=92844) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 05:31:50.703793 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:31:50.704611 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fc7b0-bf09-4844-89ad-e3f23403b1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=146814b2-66a9-49a2-8f77-5f4db6b3820d,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:50.709635 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-cb59408c-a182-46a8-afcb-a777e56522e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418'] for port, after_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.718072 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:31:50.721078 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:31:50.743294 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb59408c-a182-46a8-afcb-a777e56522e1 None None] Network 146814b2-66a9-49a2-8f77-5f4db6b3820d is not hosted by any dhcp agent {{(pid=92844) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 05:31:50.743780 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59408c-a182-46a8-afcb-a777e56522e1 None None] No DVR routers for this DVR port 973910e2-e1fc-42e2-974a-c564b2ff1900 on host dv-cinder-772181-11-iscsi {{(pid=92844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:31:50.754367 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59408c-a182-46a8-afcb-a777e56522e1 None None] Pushing event deleted for resources: {'Port': ['ID=973910e2-e1fc-42e2-974a-c564b2ff1900,revision_number=None']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:50.759757 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Pushing event updated for resources: {'Port': ['ID=36e84849-15e1-48eb-8a60-030d8f2eb885,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:50.764614 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Notify callbacks [] for port, precommit_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.811829 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Transition to ACTIVE for port object 62a75135-b9da-400b-919a-b0a2162be8a1 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:31:50.824381 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.824638 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-610eeda3-3d8b-44fe-9d70-b7286fdeb7d4 req-ec8f7545-c4af-4987-aa9a-90f3cc4cb0f9 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=037139e5-f995-4747-b999-27815d6aa457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931440 Jun 30 05:31:50.825409 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746143'] for router_interface, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.841009 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35468) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:50.864077 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.896200 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-33bf37ce-940b-48bd-92d7-0b58ea3364d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b6d0d75b0c448c591f23be00fec69db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537150 Jun 30 05:31:50.899140 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35470) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:50.901153 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a6a26-6c31-468d-82ce-286ea490f492 req-a603bdf2-8612-4f79-a7cb-702fd6e4e042 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:50.909338 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e33a6a26-6c31-468d-82ce-286ea490f492 req-a603bdf2-8612-4f79-a7cb-702fd6e4e042 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 947 time: 0.2588701 Jun 30 05:31:50.934026 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port b4540340-a221-4f1c-b3f2-7c979c262023, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=b4540340-a221-4f1c-b3f2-7c979c262023,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:50.936794 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Attempting to bind port 62a75135-b9da-400b-919a-b0a2162be8a1 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:31:50.937271 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Attempting to bind port 62a75135-b9da-400b-919a-b0a2162be8a1 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:31:50.938061 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Attempting to bind port 62a75135-b9da-400b-919a-b0a2162be8a1 on network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:31:50.944096 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a369101-912e-416e-aad8-126f3efa1a3a None None] Pushing event updated for resources: {'Port': ['ID=62a75135-b9da-400b-919a-b0a2162be8a1,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:50.953886 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:31:50.954357 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Checking segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:31:50.954823 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.955429 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Bound using segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:31:50.956029 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Bound port: 62a75135-b9da-400b-919a-b0a2162be8a1, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:31:50.956537 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.960151 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.970671 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ab32baa-893d-46a1-8fbf-d8e86113163a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:50.975334 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e33a6a26-6c31-468d-82ce-286ea490f492 req-7b46b406-8149-4eb9-b1d4-f20067b38937 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629995 Jun 30 05:31:51.002316 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ab32baa-893d-46a1-8fbf-d8e86113163a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:51.034738 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device dbe8780c-0004-47ea-8dd1-d8ff9740ca2d no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:31:51.055259 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ab32baa-893d-46a1-8fbf-d8e86113163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:51.057919 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ab32baa-893d-46a1-8fbf-d8e86113163a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:51.062140 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-9ab32baa-893d-46a1-8fbf-d8e86113163a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57ae4785-1fc6-49f9-870a-ce08be08b56d HTTP/1.1" status: 204 len: 168 time: 0.1584523 Jun 30 05:31:51.069024 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab32baa-893d-46a1-8fbf-d8e86113163a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ae4785-1fc6-49f9-870a-ce08be08b56d,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:51.078891 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: dbe8780c-0004-47ea-8dd1-d8ff9740ca2d {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:31:51.079295 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device dbe8780c-0004-47ea-8dd1-d8ff9740ca2d not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:31:51.079693 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 48ae158d-f268-442e-88a5-c1cf61367a27 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:31:51.085443 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:51.114468 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-3e40b29f-7b49-4f4b-847a-6cd02d4a6767 None None] Provisioning for port 36e84849-15e1-48eb-8a60-030d8f2eb885 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:31:51.119649 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=b4540340-a221-4f1c-b3f2-7c979c262023,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:51.126787 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 48ae158d-f268-442e-88a5-c1cf61367a27 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:31:51.126787 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 48ae158d-f268-442e-88a5-c1cf61367a27 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:31:51.144199 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-3e40b29f-7b49-4f4b-847a-6cd02d4a6767 None None] Provisioning complete for port 36e84849-15e1-48eb-8a60-030d8f2eb885 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:51.144574 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-3e40b29f-7b49-4f4b-847a-6cd02d4a6767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:51.146655 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] For port 62a75135-b9da-400b-919a-b0a2162be8a1, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:31:51.150078 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] For port 62a75135-b9da-400b-919a-b0a2162be8a1, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=62a75135-b9da-400b-919a-b0a2162be8a1,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:31:51.175816 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:51.263918 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-3e40b29f-7b49-4f4b-847a-6cd02d4a6767 None None] Port 36e84849-15e1-48eb-8a60-030d8f2eb885 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:31:51.268769 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:51.269419 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:51.274733 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:51.283503 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10103821'] for port, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:51.351412 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Pushing event updated for resources: {'Port': ['ID=36e84849-15e1-48eb-8a60-030d8f2eb885,revision_number=2']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:51.361897 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a369101-912e-416e-aad8-126f3efa1a3a None None] Pushing event updated for resources: {'Port': ['ID=62a75135-b9da-400b-919a-b0a2162be8a1,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:51.375096 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746664'] for router_interface, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:51.394015 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:51.477020 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:31:51.478419 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:31:51.505136 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35478) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:51.556494 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-45006dab-7967-476e-a24d-177c7e0244ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=682dbcaaa97f485ca78096a5426e9676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500848 Jun 30 05:31:51.558935 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35480) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:51.619188 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Router 373ed9f2-967d-4440-8d1f-43fc4278572e has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:31:51.623209 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5a1f69bc-6e2f-44fe-b785-d4001eb6d691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:51.652203 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5a1f69bc-6e2f-44fe-b785-d4001eb6d691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:51.716337 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5a1f69bc-6e2f-44fe-b785-d4001eb6d691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:51.719346 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5a1f69bc-6e2f-44fe-b785-d4001eb6d691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:51.733825 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-5a1f69bc-6e2f-44fe-b785-d4001eb6d691 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1d9e1bb-059d-4107-bf97-bd851f7e31da HTTP/1.1" status: 204 len: 168 time: 0.1638803 Jun 30 05:31:51.744817 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f69bc-6e2f-44fe-b785-d4001eb6d691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d9e1bb-059d-4107-bf97-bd851f7e31da,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:51.789924 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:50Z', 'revision_number': 1, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:51.822421 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39456cc0-0153-4673-9c13-1641d0d2d0b5 None None] The sync data for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi is: [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:50Z', 'revision_number': 1, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:31:51.877577 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device b4540340-a221-4f1c-b3f2-7c979c262023 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:31:51.979448 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-fa27de16-7b42-41ea-bc75-2b4b107b5349 None None] Provisioning complete for port 36e84849-15e1-48eb-8a60-030d8f2eb885 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:51.980070 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-fa27de16-7b42-41ea-bc75-2b4b107b5349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:52.044574 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-fa27de16-7b42-41ea-bc75-2b4b107b5349 None None] Port 36e84849-15e1-48eb-8a60-030d8f2eb885 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:31:52.065649 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port b4540340-a221-4f1c-b3f2-7c979c262023 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:52.066034 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:52.131998 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:31:52.189313 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-836001fe-b629-4822-9a17-cb4d9f6e088c admin admin] 10.222.0.41 "PUT /v2.0/routers/373ed9f2-967d-4440-8d1f-43fc4278572e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0201712 Jun 30 05:31:52.257190 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7540a-3353-4faa-97a5-cdfdda6d76f9 req-48444efd-3050-4f26-bb67-c7f52a639ad8 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:52.258738 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5fe7540a-3353-4faa-97a5-cdfdda6d76f9 req-48444efd-3050-4f26-bb67-c7f52a639ad8 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 946 time: 0.1999979 Jun 30 05:31:52.294035 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01726875-a58c-4175-8500-ba68879981d3 req-a538679c-c0a6-4037-be5b-cd091e7a4753 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:52.296015 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-01726875-a58c-4175-8500-ba68879981d3 req-a538679c-c0a6-4037-be5b-cd091e7a4753 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 947 time: 0.1594086 Jun 30 05:31:52.328154 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 973910e2-e1fc-42e2-974a-c564b2ff1900 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:31:52.358162 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 973910e2-e1fc-42e2-974a-c564b2ff1900 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:31:52.362307 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 973910e2-e1fc-42e2-974a-c564b2ff1900 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:31:52.388752 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5fe7540a-3353-4faa-97a5-cdfdda6d76f9 req-aca8e517-8f0e-4e28-beab-9abc316f0664 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=037139e5-f995-4747-b999-27815d6aa457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884166 Jun 30 05:31:52.419365 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Deleting port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:52.419882 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:52.446208 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998e237-7d3f-4a3b-9317-f51afcfbf4b0 req-ff334ed3-2266-41f6-abe5-2fcf10cdc620 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:52.447815 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9998e237-7d3f-4a3b-9317-f51afcfbf4b0 req-ff334ed3-2266-41f6-abe5-2fcf10cdc620 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 947 time: 0.2263160 Jun 30 05:31:52.539474 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] For port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:52.540673 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:52.553883 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9998e237-7d3f-4a3b-9317-f51afcfbf4b0 req-34c433eb-1445-4c14-9e70-9c9011357658 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c410ef6-844a-4a56-9246-f47375c6416d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995848 Jun 30 05:31:52.594819 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910620c-6cad-4fc5-9047-706545666766 req-d86f80dd-b376-48b9-8299-5036d120d5c0 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:52.596488 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b910620c-6cad-4fc5-9047-706545666766 req-d86f80dd-b376-48b9-8299-5036d120d5c0 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 946 time: 0.0874186 Jun 30 05:31:52.606976 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35496) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:52.614516 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-b6a6ba64-6563-499b-83b5-f138e6766563 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Request body: {'floatingip': {'port_id': 'df17986e-f81a-4d87-a4db-38ba71472430'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:52.666347 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ba64-6563-499b-83b5-f138e6766563 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:52.912862 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:52.913533 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:52.914048 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Floating IP 7c527b65-c948-4bf1-baea-7c0cdbf0a5d9 disassociated. External IP: 172.27.2.26, port: 7e28e4d6-d7a2-4d5d-af50-c33173e69d95. Jun 30 05:31:52.914477 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Calling delete_port for 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:52.937229 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35506) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:52.942261 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-372124815-network', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:52.965548 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Made reservation on behalf of f4d7c2d84cf24a538c9797418682cb59 for: {'network': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:31:52.968866 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:52.978417 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.086387 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.090414 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.121357 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=92843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:31:53.124166 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be19ebd5-ea74-4163-bba8-b6087e90a68e,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:53.134873 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.135536 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.segments_db [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Added segment a9b9b922-dd09-404a-88c4-3e2052ec917a of type vlan for network cd35c220-26d4-4685-afa2-ace55908885f Jun 30 05:31:53.180998 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.216834 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.218027 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:53.218615 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.244624 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.280900 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3423824 Jun 30 05:31:53.283029 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35508) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:53.289358 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-7d89ff89-1a01-4b40-a0af-628649f9c249 admin admin] Request body: {'subnet': {'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-372124815-subnet', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'ip_version': 4}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:53.297476 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a8a07-31f2-49c9-bcc9-ddeabd3e6416 admin admin] Pushing event updated for resources: {'Network': ['ID=cd35c220-26d4-4685-afa2-ace55908885f,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:53.304350 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event deleted for resources: {'Port': ['ID=7e28e4d6-d7a2-4d5d-af50-c33173e69d95,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:53.311886 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network cd35c220-26d4-4685-afa2-ace55908885f details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:31:53.330464 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d89ff89-1a01-4b40-a0af-628649f9c249 admin admin] Made reservation on behalf of f4d7c2d84cf24a538c9797418682cb59 for: {'subnet': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:31:53.333184 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-7d89ff89-1a01-4b40-a0af-628649f9c249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519836'] for subnet, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.432111 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.db.resource_extend [None req-b6a6ba64-6563-499b-83b5-f138e6766563 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 05:31:53.494845 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Router de8c4b15-6a9b-4121-88be-7178592d9de8 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:31:53.496805 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ba64-6563-499b-83b5-f138e6766563 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.502690 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ba64-6563-499b-83b5-f138e6766563 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.526619 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-7d89ff89-1a01-4b40-a0af-628649f9c249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10151823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519818'] for subnet, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.582481 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89ff89-1a01-4b40-a0af-628649f9c249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db55b049-7bfd-40bd-9c3a-a15b3225ec9a,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:53.591251 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89ff89-1a01-4b40-a0af-628649f9c249 admin admin] Checking segment: {'id': 'a9b9b922-dd09-404a-88c4-3e2052ec917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:31:53.591542 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d89ff89-1a01-4b40-a0af-628649f9c249 admin admin] Network hostable DHCP agents. Network: cd35c220-26d4-4685-afa2-ace55908885f, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:31:53.610197 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d89ff89-1a01-4b40-a0af-628649f9c249 admin admin] Network cd35c220-26d4-4685-afa2-ace55908885f is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:31:53.620844 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-7d89ff89-1a01-4b40-a0af-628649f9c249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, cd35c220-26d4-4685-afa2-ace55908885f) {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:31:53.625923 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d89ff89-1a01-4b40-a0af-628649f9c249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:53.626793 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-7d89ff89-1a01-4b40-a0af-628649f9c249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.632526 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7657a1a-39f7-41c8-893f-b20fd17376a2 None None] Network cd35c220-26d4-4685-afa2-ace55908885f requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:31:53.666066 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-7d89ff89-1a01-4b40-a0af-628649f9c249 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3819926 Jun 30 05:31:53.668987 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35512) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:53.681213 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-372124815-router', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:53.747156 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-154301ca-2998-4103-92c6-8e0cd64cf81f req-819ca09d-faeb-4b60-bba0-cb55ec895bad tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f79a1c6-afcf-4b30-b460-10e21214425b HTTP/1.1" status: 200 len: 210 time: 0.0459998 Jun 30 05:31:53.754690 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102800'] for router, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.760704 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102793'] for router, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.844440 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.854358 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a6ffb9-e4e1-585c-8c49-45cd88d7d148-cd35c220-26d4-4685-afa2-ace55908885f', 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'fixed_ips': [{'subnet_id': 'db55b049-7bfd-40bd-9c3a-a15b3225ec9a'}]}} from dv-cinder-772181-11-iscsi. {{(pid=92844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 05:31:53.855683 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:53.968749 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 62a75135-b9da-400b-919a-b0a2162be8a1 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:31:54.018303 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3747255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102907'] for router, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.045498 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [None req-b6a6ba64-6563-499b-83b5-f138e6766563 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Floating IP 7740199c-0a43-4b4a-9a6e-a84d8dc9670f associated. External IP: 172.27.2.81, port: df17986e-f81a-4d87-a4db-38ba71472430. Jun 30 05:31:54.069280 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.db_base_plugin_common [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Allocated IP 172.20.0.2 (cd35c220-26d4-4685-afa2-ace55908885f/db55b049-7bfd-40bd-9c3a-a15b3225ec9a/36400eac-e5b0-4fae-bc01-292415760487) {{(pid=92844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:31:54.076777 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 62a75135-b9da-400b-919a-b0a2162be8a1 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:31:54.085410 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:31:54.089690 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 62a75135-b9da-400b-919a-b0a2162be8a1 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:54.090105 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.099802 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa1e0b-e8e6-4ac6-94d0-a0de19860ffc None None] Sync routers for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:31:54.114510 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa1e0b-e8e6-4ac6-94d0-a0de19860ffc None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:54.117147 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-9faa1e0b-e8e6-4ac6-94d0-a0de19860ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:54.136812 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] No DVR routers for this DVR port 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:31:54.141590 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.144638 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-01726875-a58c-4175-8500-ba68879981d3 req-34f4dd7e-af7d-42d4-8139-488476a0eb02 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.35 "DELETE /v2.0/ports/7e28e4d6-d7a2-4d5d-af50-c33173e69d95 HTTP/1.1" status: 204 len: 173 time: 1.8398335 Jun 30 05:31:54.145090 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'name': 'network-vif-deleted', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:31:54.147399 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b8309e-d2ee-4774-9f12-55a6bd347011" -d '{"events": [{"server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "name": "network-vif-deleted", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:31:54.254851 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6398a96-dc56-48da-88c4-e284242ce0fb x-openstack-request-id: req-e6398a96-dc56-48da-88c4-e284242ce0fb {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:31:54.255452 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f79a1c6-afcf-4b30-b460-10e21214425b", "name": "network-vif-deleted", "tag": "7e28e4d6-d7a2-4d5d-af50-c33173e69d95", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:31:54.256325 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6398a96-dc56-48da-88c4-e284242ce0fb {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:31:54.256883 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f79a1c6-afcf-4b30-b460-10e21214425b', 'name': 'network-vif-deleted', 'tag': '7e28e4d6-d7a2-4d5d-af50-c33173e69d95', 'status': 'completed', 'code': 200} Jun 30 05:31:54.284024 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-9faa1e0b-e8e6-4ac6-94d0-a0de19860ffc None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:54.327257 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.371837 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.380902 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 62a75135-b9da-400b-919a-b0a2162be8a1, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=62a75135-b9da-400b-919a-b0a2162be8a1,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:54.398055 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.408647 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Notify callbacks [] for port, precommit_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.442296 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Transition to ACTIVE for port object 36400eac-e5b0-4fae-bc01-292415760487 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:31:54.445917 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.453673 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a6ba64-6563-499b-83b5-f138e6766563 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Router 86506398-08f3-46c1-be7b-b02eb8743bd3 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:31:54.480635 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Transition to ACTIVE for port object 36400eac-e5b0-4fae-bc01-292415760487 will not be triggered until provisioned by entity DHCP. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:31:54.485866 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=62a75135-b9da-400b-919a-b0a2162be8a1,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:54.500170 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409'] for port, after_create {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.557597 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Network cd35c220-26d4-4685-afa2-ace55908885f is already hosted by enough agents. {{(pid=92844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:31:54.564792 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.scheduler.base_scheduler [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Resources bound (agent type, host, resource id): {{(pid=92844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:31:54.571696 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Received port after_create {{(pid=92844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:31:54.580374 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Pushing event updated for resources: {'Port': ['ID=36400eac-e5b0-4fae-bc01-292415760487,revision_number=1']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:54.620771 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Allocated IP 172.27.2.53 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/4addc88c-9eaf-4f68-acdf-212b5b76904c) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:31:54.627021 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Sync routers for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:31:54.644991 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-9faa1e0b-e8e6-4ac6-94d0-a0de19860ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:10Z', 'revision_number': 5, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:54.646456 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Attempting to bind port 36400eac-e5b0-4fae-bc01-292415760487 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:31:54.646962 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Attempting to bind port 36400eac-e5b0-4fae-bc01-292415760487 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'a9b9b922-dd09-404a-88c4-3e2052ec917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:31:54.647743 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Attempting to bind port 36400eac-e5b0-4fae-bc01-292415760487 on network cd35c220-26d4-4685-afa2-ace55908885f {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:31:54.656631 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:31:54.657147 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a6ba64-6563-499b-83b5-f138e6766563 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:31:54.657334 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Checking segment: {'id': 'a9b9b922-dd09-404a-88c4-3e2052ec917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:31:54.657742 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.658230 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Bound using segment: {'id': 'a9b9b922-dd09-404a-88c4-3e2052ec917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:31:54.658937 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Bound port: 36400eac-e5b0-4fae-bc01-292415760487, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b9b922-dd09-404a-88c4-3e2052ec917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:31:54.659444 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.663104 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ba64-6563-499b-83b5-f138e6766563 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.675022 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:54.675812 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:54.700540 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeac410-e9c4-4367-83fe-788867a9a8ab None None] Sync routers for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:31:54.704362 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa1e0b-e8e6-4ac6-94d0-a0de19860ffc None None] Checking router: de8c4b15-6a9b-4121-88be-7178592d9de8 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:31:54.710458 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b6a6ba64-6563-499b-83b5-f138e6766563 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "PUT /v2.0/floatingips/7740199c-0a43-4b4a-9a6e-a84d8dc9670f HTTP/1.1" status: 200 len: 991 time: 2.1015329 Jun 30 05:31:54.715951 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeac410-e9c4-4367-83fe-788867a9a8ab None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:54.716623 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-3aeac410-e9c4-4367-83fe-788867a9a8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:54.754758 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa1e0b-e8e6-4ac6-94d0-a0de19860ffc None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:54.755694 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-9faa1e0b-e8e6-4ac6-94d0-a0de19860ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:54.816717 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.862020 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:54.889588 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10103871'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.905555 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] For port 36400eac-e5b0-4fae-bc01-292415760487, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:31:54.911042 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-3aeac410-e9c4-4367-83fe-788867a9a8ab None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:54.926612 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] For port 36400eac-e5b0-4fae-bc01-292415760487, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=36400eac-e5b0-4fae-bc01-292415760487,segment=NetworkSegment(a9b9b922-dd09-404a-88c4-3e2052ec917a),segment_id=a9b9b922-dd09-404a-88c4-3e2052ec917a)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:31:54.941184 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-9faa1e0b-e8e6-4ac6-94d0-a0de19860ffc None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:54.957531 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:54.971602 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:31:54.976753 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:31:54.976960 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35522) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:54.990428 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:31:55.000387 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Pushing event updated for resources: {'Port': ['ID=4addc88c-9eaf-4f68-acdf-212b5b76904c,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:55.043286 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e7130088-88c8-4792-8700-e165796711b0 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:55.084006 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89f9d1-3865-477d-afcf-b1ca25c177d4 None None] Pushing event updated for resources: {'Port': ['ID=36400eac-e5b0-4fae-bc01-292415760487,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:55.088600 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e7130088-88c8-4792-8700-e165796711b0 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:55.165158 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e7130088-88c8-4792-8700-e165796711b0 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:55.168564 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e7130088-88c8-4792-8700-e165796711b0 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:55.171548 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-e7130088-88c8-4792-8700-e165796711b0 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "DELETE /v2.0/security-groups/7c410ef6-844a-4a56-9246-f47375c6416d HTTP/1.1" status: 204 len: 168 time: 0.1941226 Jun 30 05:31:55.176501 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35524) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:55.206645 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 2, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:55.213234 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7130088-88c8-4792-8700-e165796711b0 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c410ef6-844a-4a56-9246-f47375c6416d,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:55.216308 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.api.v2.resource [None req-9cb815b9-b5e8-41c9-9888-34e9bc037989 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] show failed (client error): The resource could not be found. Jun 30 05:31:55.218272 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-9cb815b9-b5e8-41c9-9888-34e9bc037989 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups/7c410ef6-844a-4a56-9246-f47375c6416d HTTP/1.1" status: 404 len: 347 time: 0.0395169 Jun 30 05:31:55.221315 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35526) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:55.255414 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Checking router: 373ed9f2-967d-4440-8d1f-43fc4278572e for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:31:55.256532 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Updating router 373ed9f2-967d-4440-8d1f-43fc4278572e port 36e84849-15e1-48eb-8a60-030d8f2eb885 binding host dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:31:55.309666 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:55.342830 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:31:55.406629 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:31:55.406990 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 7e28e4d6-d7a2-4d5d-af50-c33173e69d95 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:31:55.444864 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:55.511942 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-7428c4b5-3e1f-4baa-b1c2-04b47223f113 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Deleting port 2668553e-4dc1-4b9f-b32b-0cdb0dc14ccc {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:31:55.514554 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7428c4b5-3e1f-4baa-b1c2-04b47223f113 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:55.521448 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-9faa1e0b-e8e6-4ac6-94d0-a0de19860ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:10Z', 'revision_number': 5, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:55.559725 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa1e0b-e8e6-4ac6-94d0-a0de19860ffc None None] The sync data for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi is: [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:10Z', 'revision_number': 5, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:31:55.569961 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-3aeac410-e9c4-4367-83fe-788867a9a8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '7740199c-0a43-4b4a-9a6e-a84d8dc9670f', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'port_id': 'df17986e-f81a-4d87-a4db-38ba71472430', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'mac_address': 'fa:16:3e:15:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff9dc2f-75b0-4001-b46f-2a9dab1e76d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:31:39Z', 'updated_at': '2021-06-30T05:31:53Z', 'revision_number': 1, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:58Z', 'revision_number': 5, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:55.598663 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeac410-e9c4-4367-83fe-788867a9a8ab None None] Checking router: 86506398-08f3-46c1-be7b-b02eb8743bd3 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:31:55.608574 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeac410-e9c4-4367-83fe-788867a9a8ab None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:55.610109 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-3aeac410-e9c4-4367-83fe-788867a9a8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:55.618180 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7428c4b5-3e1f-4baa-b1c2-04b47223f113 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:55.618525 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7428c4b5-3e1f-4baa-b1c2-04b47223f113 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:55.641223 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-7428c4b5-3e1f-4baa-b1c2-04b47223f113 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Calling delete_port for 2668553e-4dc1-4b9f-b32b-0cdb0dc14ccc owned by network:floatingip {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:31:55.705780 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3746902'] for router, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:55.756691 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Notify callbacks [] for port, precommit_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:55.789554 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-3aeac410-e9c4-4367-83fe-788867a9a8ab None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:55.852635 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Transition to ACTIVE for port object 36e84849-15e1-48eb-8a60-030d8f2eb885 will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:31:55.857845 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7428c4b5-3e1f-4baa-b1c2-04b47223f113 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:55.871051 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Router 9c3b609b-df01-4300-96b4-c07a3a9e1db8 is scheduled to L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 with binding_index 1 {{(pid=92843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 05:31:55.873077 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:55.941451 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428c4b5-3e1f-4baa-b1c2-04b47223f113 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event deleted for resources: {'Port': ['ID=2668553e-4dc1-4b9f-b32b-0cdb0dc14ccc,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:55.988260 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad9568-a849-4f85-be0d-638e81ef48b8 None None] Pushing event updated for resources: {'Port': ['ID=36e84849-15e1-48eb-8a60-030d8f2eb885,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:56.032350 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 62a75135-b9da-400b-919a-b0a2162be8a1 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:31:56.094028 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Attempting to bind port 36e84849-15e1-48eb-8a60-030d8f2eb885 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:31:56.094391 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Attempting to bind port 36e84849-15e1-48eb-8a60-030d8f2eb885 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:31:56.094858 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Attempting to bind port 36e84849-15e1-48eb-8a60-030d8f2eb885 on network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:31:56.104867 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:31:56.105942 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:31:56.110381 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Checking segment: {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:31:56.110953 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:56.114220 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Bound using segment: {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:31:56.114824 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Bound port: 36e84849-15e1-48eb-8a60-030d8f2eb885, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:31:56.116801 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:56.128788 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Sync routers for ids ['9c3b609b-df01-4300-96b4-c07a3a9e1db8'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:31:56.131324 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] Notify callbacks [] for router, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:56.140814 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7428c4b5-3e1f-4baa-b1c2-04b47223f113 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:56.141898 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-f75b970b-9790-4eff-b1e4-ff25d6137985 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4674206 Jun 30 05:31:56.143522 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35530) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:56.152587 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7428c4b5-3e1f-4baa-b1c2-04b47223f113 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:56.171067 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-7428c4b5-3e1f-4baa-b1c2-04b47223f113 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "DELETE /v2.0/floatingips/7c527b65-c948-4bf1-baea-7c0cdbf0a5d9 HTTP/1.1" status: 204 len: 168 time: 0.9354041 Jun 30 05:31:56.227093 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Routers {'9c3b609b-df01-4300-96b4-c07a3a9e1db8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:56.227866 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['9c3b609b-df01-4300-96b4-c07a3a9e1db8'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:56.258168 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff9dc2f-75b0-4001-b46f-2a9dab1e76d0', 'tag': 'df17986e-f81a-4d87-a4db-38ba71472430'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:31:56.261075 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a1df39-46f2-4546-9e15-a5c5c8bc5ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "bff9dc2f-75b0-4001-b46f-2a9dab1e76d0", "tag": "df17986e-f81a-4d87-a4db-38ba71472430"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:31:56.281549 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b97d352-2afd-4806-bd38-041d59471269 None None] New status for floating IP 7c527b65-c948-4bf1-baea-7c0cdbf0a5d9: DOWN {{(pid=92845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:31:56.358060 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8001b408-d83d-433e-9f8b-81b0e953b752 x-openstack-request-id: req-8001b408-d83d-433e-9f8b-81b0e953b752 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:31:56.358352 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff9dc2f-75b0-4001-b46f-2a9dab1e76d0", "tag": "df17986e-f81a-4d87-a4db-38ba71472430", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:31:56.358604 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8001b408-d83d-433e-9f8b-81b0e953b752 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:31:56.358996 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff9dc2f-75b0-4001-b46f-2a9dab1e76d0', 'tag': 'df17986e-f81a-4d87-a4db-38ba71472430', 'status': 'completed', 'code': 200} Jun 30 05:31:56.443544 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-3aeac410-e9c4-4367-83fe-788867a9a8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '7740199c-0a43-4b4a-9a6e-a84d8dc9670f', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'port_id': 'df17986e-f81a-4d87-a4db-38ba71472430', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'mac_address': 'fa:16:3e:15:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff9dc2f-75b0-4001-b46f-2a9dab1e76d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:31:39Z', 'updated_at': '2021-06-30T05:31:53Z', 'revision_number': 1, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:58Z', 'revision_number': 5, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:56.497300 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1df39-46f2-4546-9e15-a5c5c8bc5ec5 req-94ce1493-5ed4-4cf5-8762-89c2af606f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:56.506357 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f2a1df39-46f2-4546-9e15-a5c5c8bc5ec5 req-94ce1493-5ed4-4cf5-8762-89c2af606f79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6a68817d00e4f15aeea091672074687&device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 1099 time: 0.1188948 Jun 30 05:31:56.510292 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeac410-e9c4-4367-83fe-788867a9a8ab None None] The sync data for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi is: [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '7740199c-0a43-4b4a-9a6e-a84d8dc9670f', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'port_id': 'df17986e-f81a-4d87-a4db-38ba71472430', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'mac_address': 'fa:16:3e:15:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff9dc2f-75b0-4001-b46f-2a9dab1e76d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:31:39Z', 'updated_at': '2021-06-30T05:31:53Z', 'revision_number': 1, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:58Z', 'revision_number': 5, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:31:56.609204 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Set router 9c3b609b-df01-4300-96b4-c07a3a9e1db8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:56.694054 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebbe18d-5928-4e9d-a1da-7d2985746a74 None None] Network cd35c220-26d4-4685-afa2-ace55908885f requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:31:56.702535 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 62a75135-b9da-400b-919a-b0a2162be8a1 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:56.703338 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:56.715848 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1df39-46f2-4546-9e15-a5c5c8bc5ec5 req-3d7981cb-fb6d-49c8-a3e2-5d5cb7d6e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:56.718184 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f2a1df39-46f2-4546-9e15-a5c5c8bc5ec5 req-3d7981cb-fb6d-49c8-a3e2-5d5cb7d6e7b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf HTTP/1.1" status: 200 len: 912 time: 0.2029281 Jun 30 05:31:56.761333 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] For port 36e84849-15e1-48eb-8a60-030d8f2eb885, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:31:56.816462 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f2a1df39-46f2-4546-9e15-a5c5c8bc5ec5 req-9ac6066a-71e4-4e00-9e7d-f493ca3914bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df17986e-f81a-4d87-a4db-38ba71472430 HTTP/1.1" status: 200 len: 999 time: 0.0902150 Jun 30 05:31:56.867183 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] For port 36e84849-15e1-48eb-8a60-030d8f2eb885, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=36e84849-15e1-48eb-8a60-030d8f2eb885,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:31:56.894604 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:56.924016 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1df39-46f2-4546-9e15-a5c5c8bc5ec5 req-af564629-8fa2-4397-a508-5b4df9bcfd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:56.929823 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f2a1df39-46f2-4546-9e15-a5c5c8bc5ec5 req-af564629-8fa2-4397-a508-5b4df9bcfd60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890b8d44-c46a-4f64-a633-41d4ce21be07 HTTP/1.1" status: 200 len: 850 time: 0.1068110 Jun 30 05:31:56.938609 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa35a6b3-e842-48b3-a4fa-e4b072248842 None None] New status for floating IP 7740199c-0a43-4b4a-9a6e-a84d8dc9670f: ACTIVE {{(pid=92844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:31:57.012137 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1df39-46f2-4546-9e15-a5c5c8bc5ec5 req-5d2c68fc-bc2a-4502-9ce4-589a1f6e5fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:57.014547 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f2a1df39-46f2-4546-9e15-a5c5c8bc5ec5 req-5d2c68fc-bc2a-4502-9ce4-589a1f6e5fd9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0777397 Jun 30 05:31:57.126722 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad9568-a849-4f85-be0d-638e81ef48b8 None None] Pushing event updated for resources: {'Port': ['ID=36e84849-15e1-48eb-8a60-030d8f2eb885,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:57.157222 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-2c4d2dc5-7f91-47a7-93b6-0c06cf1137f5 None None] Provisioning for port 36400eac-e5b0-4fae-bc01-292415760487 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:31:57.161511 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f2a1df39-46f2-4546-9e15-a5c5c8bc5ec5 req-495501d8-6645-4643-a24f-fc303788d2d0 service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392994 Jun 30 05:31:57.178498 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:57.179255 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:57.211718 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.338513 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f2a1df39-46f2-4546-9e15-a5c5c8bc5ec5 req-4137487e-e52e-48ac-b55a-67ff5355bf7c service neutron] 10.222.0.35 "GET /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658902 Jun 30 05:31:57.403582 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 36400eac-e5b0-4fae-bc01-292415760487 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:31:57.444675 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Allocated IP 172.20.0.1 (cd35c220-26d4-4685-afa2-ace55908885f/db55b049-7bfd-40bd-9c3a-a15b3225ec9a/7ce9fd37-300a-4dbe-b0a4-d52664ad3477) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:31:57.520545 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35542) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:57.527381 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-479a2c17-974a-471f-bf9c-2e4f280f1207 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--667845826', 'description': 'tempest-description--155474398'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:57.558911 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-479a2c17-974a-471f-bf9c-2e4f280f1207 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.574039 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.590353 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.provisioning_blocks [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Transition to ACTIVE for port object 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 will not be triggered until provisioned by entity DHCP. {{(pid=92843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:31:57.602361 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:57.606355 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'name': 'tempest-TestVolumeBootPattern-372124815-router', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:53Z', 'updated_at': '2021-06-30T05:31:55Z', 'revision_number': 3, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'gw_port': {'id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:54Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:57.630692 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10103871'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.664936 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-479a2c17-974a-471f-bf9c-2e4f280f1207 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.667593 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Checking router: 9c3b609b-df01-4300-96b4-c07a3a9e1db8 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:31:57.668411 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Updating router 9c3b609b-df01-4300-96b4-c07a3a9e1db8 port 4addc88c-9eaf-4f68-acdf-212b5b76904c binding host dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:31:57.670836 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Network cd35c220-26d4-4685-afa2-ace55908885f is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:31:57.673333 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-479a2c17-974a-471f-bf9c-2e4f280f1207 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.676969 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:31:57.679486 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:31:57.703633 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-479a2c17-974a-471f-bf9c-2e4f280f1207 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.704596 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-479a2c17-974a-471f-bf9c-2e4f280f1207 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1828940 Jun 30 05:31:57.706970 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a2c17-974a-471f-bf9c-2e4f280f1207 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a78b583-3cd5-4e2b-be46-58a91b123a99,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:57.709088 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35544) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:57.713943 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-96df6e97-67cd-40ab-abe8-d872072f0b5f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Request body: {'security_group_rule': {'security_group_id': '4a78b583-3cd5-4e2b-be46-58a91b123a99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:57.725482 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 36400eac-e5b0-4fae-bc01-292415760487 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:31:57.729166 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce9fd37-300a-4dbe-b0a4-d52664ad3477,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:57.749632 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746143'] for router_interface, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.753405 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-96df6e97-67cd-40ab-abe8-d872072f0b5f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.766312 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 36400eac-e5b0-4fae-bc01-292415760487 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:57.766937 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.769620 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.809781 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-96df6e97-67cd-40ab-abe8-d872072f0b5f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.814408 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-96df6e97-67cd-40ab-abe8-d872072f0b5f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.832620 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df6e97-67cd-40ab-abe8-d872072f0b5f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d05058-1680-422a-82e7-8c5834f65763,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:57.840681 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-96df6e97-67cd-40ab-abe8-d872072f0b5f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.844702 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-96df6e97-67cd-40ab-abe8-d872072f0b5f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319263 Jun 30 05:31:57.844828 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35546) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:57.850863 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-c70db284-d1f1-4d68-8004-8d2bf3cc7492 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Request body: {'security_group_rule': {'security_group_id': '4a78b583-3cd5-4e2b-be46-58a91b123a99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:57.880337 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c70db284-d1f1-4d68-8004-8d2bf3cc7492 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.921146 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.964226 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c70db284-d1f1-4d68-8004-8d2bf3cc7492 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.972456 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c70db284-d1f1-4d68-8004-8d2bf3cc7492 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:57.993385 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70db284-d1f1-4d68-8004-8d2bf3cc7492 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c23045-b7ed-4003-bcb0-b0ba07d3032d,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:58.018198 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c70db284-d1f1-4d68-8004-8d2bf3cc7492 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.019433 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-c70db284-d1f1-4d68-8004-8d2bf3cc7492 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1732020 Jun 30 05:31:58.023127 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35548) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:58.028476 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Request body: {'floatingip': {'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:58.064189 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.114701 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.129256 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.135872 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10103821'] for port, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.186865 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 36400eac-e5b0-4fae-bc01-292415760487, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=36400eac-e5b0-4fae-bc01-292415760487,segment=NetworkSegment(a9b9b922-dd09-404a-88c4-3e2052ec917a),segment_id=a9b9b922-dd09-404a-88c4-3e2052ec917a)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:58.191104 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.207491 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.218773 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746664'] for router_interface, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.221749 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce9fd37-300a-4dbe-b0a4-d52664ad3477,revision_number=2']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:58.260656 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:56Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:58.311274 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44115b69-4bbe-4c5c-8436-977b80031163 None None] The sync data for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi is: [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:56Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:31:58.340108 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Network cd35c220-26d4-4685-afa2-ace55908885f is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:31:58.342927 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:31:58.364663 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Notify callbacks [] for port, precommit_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.368115 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-762b115b-5c41-4422-a5ba-fff88cda5410 None None] Provisioning complete for port 36400eac-e5b0-4fae-bc01-292415760487 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:58.368503 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-762b115b-5c41-4422-a5ba-fff88cda5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.434221 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=36400eac-e5b0-4fae-bc01-292415760487,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:58.442685 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 36e84849-15e1-48eb-8a60-030d8f2eb885 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:31:58.453214 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Transition to ACTIVE for port object 4addc88c-9eaf-4f68-acdf-212b5b76904c will not be triggered until provisioned by entity L2. {{(pid=92844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:31:58.508857 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Router 9c3b609b-df01-4300-96b4-c07a3a9e1db8 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:31:58.641089 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:31:58.643510 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.655698 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-55a1e6b1-343e-46af-ac66-ae29144c4013 admin admin] 10.222.0.41 "PUT /v2.0/routers/9c3b609b-df01-4300-96b4-c07a3a9e1db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5097368 Jun 30 05:31:58.709253 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Allocated IP 172.27.2.204 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/3071d850-446e-42af-aa1f-4038c947e3d9) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:31:58.724730 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Attempting to bind port 4addc88c-9eaf-4f68-acdf-212b5b76904c on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:31:58.725098 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Attempting to bind port 4addc88c-9eaf-4f68-acdf-212b5b76904c by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:31:58.725585 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Attempting to bind port 4addc88c-9eaf-4f68-acdf-212b5b76904c on network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:31:58.729825 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f545165-e368-4cf4-87d1-14ff3200c37a None None] Pushing event updated for resources: {'Port': ['ID=4addc88c-9eaf-4f68-acdf-212b5b76904c,revision_number=2']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:58.741337 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:31:58.741564 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Checking segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:31:58.741799 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.742185 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Bound using segment: {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'} {{(pid=92844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:31:58.742668 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.managers [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Bound port: 4addc88c-9eaf-4f68-acdf-212b5b76904c, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffdd591-e97b-40ed-adf5-31bc2bfeaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851'}}] {{(pid=92844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:31:58.743061 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.799815 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 36e84849-15e1-48eb-8a60-030d8f2eb885 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:31:58.813628 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 36e84849-15e1-48eb-8a60-030d8f2eb885 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:58.814001 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.851999 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.875799 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] For port 4addc88c-9eaf-4f68-acdf-212b5b76904c, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:31:58.882654 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] For port 4addc88c-9eaf-4f68-acdf-212b5b76904c, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=4addc88c-9eaf-4f68-acdf-212b5b76904c,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:31:58.892269 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.913143 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:58.962509 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:31:58.966585 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:31:58.970805 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:31:59.003330 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f545165-e368-4cf4-87d1-14ff3200c37a None None] Pushing event updated for resources: {'Port': ['ID=4addc88c-9eaf-4f68-acdf-212b5b76904c,revision_number=3']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:59.009995 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Routers {'9c3b609b-df01-4300-96b4-c07a3a9e1db8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:31:59.010618 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['9c3b609b-df01-4300-96b4-c07a3a9e1db8'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:59.020032 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.022420 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event updated for resources: {'Port': ['ID=3071d850-446e-42af-aa1f-4038c947e3d9,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:59.067996 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-d624bf5f-e4d2-4ecd-ba20-f32c4c12f2f7 None None] Provisioning for port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:31:59.079939 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.085158 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-d624bf5f-e4d2-4ecd-ba20-f32c4c12f2f7 None None] Provisioning complete for port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:31:59.086390 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d624bf5f-e4d2-4ecd-ba20-f32c4c12f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.129982 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 36e84849-15e1-48eb-8a60-030d8f2eb885, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=36e84849-15e1-48eb-8a60-030d8f2eb885,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:31:59.145892 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.165588 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.221846 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=36e84849-15e1-48eb-8a60-030d8f2eb885,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:59.241209 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-d624bf5f-e4d2-4ecd-ba20-f32c4c12f2f7 None None] Port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:31:59.261798 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] Set router 9c3b609b-df01-4300-96b4-c07a3a9e1db8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:31:59.323364 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.333480 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.398958 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event updated for resources: {'Port': ['ID=3071d850-446e-42af-aa1f-4038c947e3d9,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:59.415451 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.430206 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.431526 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-50d8e4be-d2a4-4070-a699-be068e6290dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4076319 Jun 30 05:31:59.477508 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'name': 'tempest-TestVolumeBootPattern-372124815-router', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:53Z', 'updated_at': '2021-06-30T05:31:57Z', 'revision_number': 4, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'gw_port': {'id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:54Z', 'updated_at': '2021-06-30T05:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '7ce9fd37-300a-4dbe-b0a4-d52664ad3477', 'name': '', 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'mac_address': 'fa:16:3e:1a:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db55b049-7bfd-40bd-9c3a-a15b3225ec9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:57Z', 'updated_at': '2021-06-30T05:31:57Z', 'revision_number': 2, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'subnets': [{'id': 'db55b049-7bfd-40bd-9c3a-a15b3225ec9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:31:59.511942 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35560) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:59.512816 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be1dbf-ed7e-471d-a5f8-91046a0f7d13 None None] The sync data for ids ['9c3b609b-df01-4300-96b4-c07a3a9e1db8'] in dv-cinder-772181-11-iscsi is: [{'id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'name': 'tempest-TestVolumeBootPattern-372124815-router', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:53Z', 'updated_at': '2021-06-30T05:31:57Z', 'revision_number': 4, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'gw_port': {'id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:54Z', 'updated_at': '2021-06-30T05:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '7ce9fd37-300a-4dbe-b0a4-d52664ad3477', 'name': '', 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'mac_address': 'fa:16:3e:1a:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db55b049-7bfd-40bd-9c3a-a15b3225ec9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:57Z', 'updated_at': '2021-06-30T05:31:57Z', 'revision_number': 2, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'subnets': [{'id': 'db55b049-7bfd-40bd-9c3a-a15b3225ec9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:31:59.516849 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-2dca4c2f-3740-4345-babb-2314101c2c43 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580141649', 'description': 'tempest-secgroup-smoke-1580141649 description', 'project_id': '6d90c5aad4634b518d2658e6bda57cd8'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:59.552687 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2dca4c2f-3740-4345-babb-2314101c2c43 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.659594 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2dca4c2f-3740-4345-babb-2314101c2c43 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.666574 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2dca4c2f-3740-4345-babb-2314101c2c43 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.675740 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-10abac61-2bca-474f-a5d6-ef1c02aa5d79 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--667845826&fields=id&tenant_id=a7964c3fc3134461b6ea0163883faaec HTTP/1.1" status: 200 len: 267 time: 0.0408676 Jun 30 05:31:59.695586 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2dca4c2f-3740-4345-babb-2314101c2c43 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.696975 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-2dca4c2f-3740-4345-babb-2314101c2c43 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1838803 Jun 30 05:31:59.699938 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35574) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:59.705613 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-41b65db3-2e07-4be7-ab93-0138cf4fc702 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Request body: {'security_group_rule': {'security_group_id': 'b52acfec-210d-46ae-b479-acff08a42ba1', 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:59.711512 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca4c2f-3740-4345-babb-2314101c2c43 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52acfec-210d-46ae-b479-acff08a42ba1,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:59.774636 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-41b65db3-2e07-4be7-ab93-0138cf4fc702 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.824066 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-7354c277-5213-47be-8628-8bc1a8da1d24 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:31:59.827648 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-7354c277-5213-47be-8628-8bc1a8da1d24 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/networks?id=4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 200 len: 817 time: 0.1439123 Jun 30 05:31:59.837300 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-41b65db3-2e07-4be7-ab93-0138cf4fc702 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.842296 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-41b65db3-2e07-4be7-ab93-0138cf4fc702 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.844051 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-97cdf647-699e-44d4-a454-7b3ce5ad0845 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/quotas/a7964c3fc3134461b6ea0163883faaec HTTP/1.1" status: 200 len: 375 time: 0.0120738 Jun 30 05:31:59.860761 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b65db3-2e07-4be7-ab93-0138cf4fc702 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91748ba7-2d45-4c6b-872a-48a6eee203c5,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:31:59.870481 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-41b65db3-2e07-4be7-ab93-0138cf4fc702 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.871754 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-41b65db3-2e07-4be7-ab93-0138cf4fc702 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1708944 Jun 30 05:31:59.875497 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35576) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:31:59.880459 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-9bea8003-54e2-4b80-a0e5-4d251b205655 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Request body: {'security_group_rule': {'security_group_id': 'b52acfec-210d-46ae-b479-acff08a42ba1', 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:31:59.917501 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9bea8003-54e2-4b80-a0e5-4d251b205655 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.923529 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-e28a0f4a-917a-4c35-aa4b-d6934094c905 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7964c3fc3134461b6ea0163883faaec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723908 Jun 30 05:31:59.986594 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9bea8003-54e2-4b80-a0e5-4d251b205655 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:31:59.991730 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9bea8003-54e2-4b80-a0e5-4d251b205655 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.007455 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea8003-54e2-4b80-a0e5-4d251b205655 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bd645b-299b-4d4a-a31c-6c91761d87f4,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:00.022572 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9bea8003-54e2-4b80-a0e5-4d251b205655 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.023772 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-9bea8003-54e2-4b80-a0e5-4d251b205655 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472621 Jun 30 05:32:00.026647 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35580) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:32:00.032375 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-466f0deb-a931-4315-8440-416fc7ce1ca0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Request body: {'security_group_rule': {'security_group_id': 'b52acfec-210d-46ae-b479-acff08a42ba1', 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:32:00.107722 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-466f0deb-a931-4315-8440-416fc7ce1ca0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.192432 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-496c087c-0330-40c1-a1e5-44e0457f448b service neutron] 10.222.0.41 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569878 Jun 30 05:32:00.262708 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-466f0deb-a931-4315-8440-416fc7ce1ca0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.269626 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-466f0deb-a931-4315-8440-416fc7ce1ca0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.307394 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f0deb-a931-4315-8440-416fc7ce1ca0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03d1853-fd27-4df6-9c30-bbee16bb05e6,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:00.315447 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-466f0deb-a931-4315-8440-416fc7ce1ca0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.316627 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-466f0deb-a931-4315-8440-416fc7ce1ca0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2889738 Jun 30 05:32:00.319551 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35582) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:32:00.324770 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-0c35f265-baf2-4ca7-9d16-053de97cc8fd tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Request body: {'security_group_rule': {'security_group_id': 'b52acfec-210d-46ae-b479-acff08a42ba1', 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:32:00.350504 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-d3fa74d0-b626-4868-bcb6-3da0cac0bcbd service neutron] 10.222.0.41 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528499 Jun 30 05:32:00.375731 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0c35f265-baf2-4ca7-9d16-053de97cc8fd tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.448894 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 4addc88c-9eaf-4f68-acdf-212b5b76904c up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:32:00.489312 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0c35f265-baf2-4ca7-9d16-053de97cc8fd tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.507862 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0c35f265-baf2-4ca7-9d16-053de97cc8fd tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.559244 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35f265-baf2-4ca7-9d16-053de97cc8fd tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa3ca5b-7686-4e7e-8230-a19eca3c0ef8,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:00.566332 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 4addc88c-9eaf-4f68-acdf-212b5b76904c completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:32:00.568156 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0c35f265-baf2-4ca7-9d16-053de97cc8fd tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.572266 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 4addc88c-9eaf-4f68-acdf-212b5b76904c triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:32:00.572471 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35590) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:32:00.572817 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-0c35f265-baf2-4ca7-9d16-053de97cc8fd tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2519255 Jun 30 05:32:00.573149 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.580470 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-39786bce-85c0-469d-a164-2e8edaeb09d3 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Request body: {'security_group_rule': {'security_group_id': 'b52acfec-210d-46ae-b479-acff08a42ba1', 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:32:00.648740 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8c691bf0-4372-4c03-ba12-60566361edc6 req-6072ad0e-705d-413b-92a7-703891a99f82 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 210 time: 0.0628934 Jun 30 05:32:00.664537 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.securitygroups_db [None req-39786bce-85c0-469d-a164-2e8edaeb09d3 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Project 6d90c5aad4634b518d2658e6bda57cd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 05:32:00.678996 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.695557 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-39786bce-85c0-469d-a164-2e8edaeb09d3 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.703880 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 4addc88c-9eaf-4f68-acdf-212b5b76904c, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=4addc88c-9eaf-4f68-acdf-212b5b76904c,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:32:00.715423 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.725636 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 36400eac-e5b0-4fae-bc01-292415760487 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:32:00.769637 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-39786bce-85c0-469d-a164-2e8edaeb09d3 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.782805 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-39786bce-85c0-469d-a164-2e8edaeb09d3 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.803955 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39786bce-85c0-469d-a164-2e8edaeb09d3 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6205e920-913d-4845-b015-61f098120a60,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:00.809437 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-39786bce-85c0-469d-a164-2e8edaeb09d3 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.812241 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-39786bce-85c0-469d-a164-2e8edaeb09d3 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2371275 Jun 30 05:32:00.813859 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 35594) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:32:00.821064 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-a4cedb99-73e4-47af-a016-3183f265f77d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Request body: {'security_group_rule': {'security_group_id': 'b52acfec-210d-46ae-b479-acff08a42ba1', 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:32:00.828338 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 36400eac-e5b0-4fae-bc01-292415760487 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:32:00.828840 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.849347 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.securitygroups_db [None req-a4cedb99-73e4-47af-a016-3183f265f77d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Project 6d90c5aad4634b518d2658e6bda57cd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 05:32:00.855448 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a4cedb99-73e4-47af-a016-3183f265f77d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.881330 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=4addc88c-9eaf-4f68-acdf-212b5b76904c,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:00.937313 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a4cedb99-73e4-47af-a016-3183f265f77d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.941903 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 36e84849-15e1-48eb-8a60-030d8f2eb885 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:32:00.942507 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a4cedb99-73e4-47af-a016-3183f265f77d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3751955'] for security_group_rule, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.964523 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cedb99-73e4-47af-a016-3183f265f77d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31436c9c-f81f-48b9-bd83-7da335fef777,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:00.977478 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a4cedb99-73e4-47af-a016-3183f265f77d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:00.979188 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-a4cedb99-73e4-47af-a016-3183f265f77d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1642535 Jun 30 05:32:01.000098 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 36e84849-15e1-48eb-8a60-030d8f2eb885 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:32:01.000474 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:01.817572 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-15df606d-a027-49f5-b2d9-7a8a2dcc42a2 req-badbffe3-0ed1-4b9b-ba61-73f942fe9eaa tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 210 time: 0.0310330 Jun 30 05:32:02.031055 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-cb088ad4-9587-400e-98d3-0ca2d3a9e812 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:02.032515 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-cb088ad4-9587-400e-98d3-0ca2d3a9e812 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.35 "GET /v2.0/networks?id=4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 200 len: 817 time: 0.1044559 Jun 30 05:32:02.092813 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-de43444c-4da1-4c23-afa4-8c20708a58d2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7964c3fc3134461b6ea0163883faaec HTTP/1.1" status: 200 len: 379 time: 0.0391133 Jun 30 05:32:02.102051 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Request body: {'port': {'device_id': '399a23d8-5184-44f0-8610-362b5409d67d', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'admin_state_up': True, 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'security_groups': ['4a78b583-3cd5-4e2b-be46-58a91b123a99']}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:32:02.215083 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Made reservation on behalf of a7964c3fc3134461b6ea0163883faaec for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:32:02.218977 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:02.289583 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 4addc88c-9eaf-4f68-acdf-212b5b76904c up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:32:02.341506 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 4addc88c-9eaf-4f68-acdf-212b5b76904c triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:32:02.341880 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:02.355321 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Allocated IP 172.20.0.4 (4c5bd950-7baa-4ed0-ba10-8865d691272d/6e62719b-5a1c-4ff8-bd08-224f80a06cd2/13b0b4a9-2296-4c04-974d-30b5d77f212b) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:32:02.496633 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:02.511173 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Transition to ACTIVE for port object 13b0b4a9-2296-4c04-974d-30b5d77f212b will not be triggered until provisioned by entity DHCP. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:32:02.543792 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:02.590367 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Network 4c5bd950-7baa-4ed0-ba10-8865d691272d is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:32:02.594209 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:32:02.598340 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:32:02.606588 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event updated for resources: {'Port': ['ID=13b0b4a9-2296-4c04-974d-30b5d77f212b,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:02.657007 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:02.657688 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:02.672645 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-48b1f7a6-8ff9-452a-b9aa-4426fe5877f7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742135 Jun 30 05:32:02.736190 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Request body: {'port': {'device_id': '399a23d8-5184-44f0-8610-362b5409d67d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:32:02.791727 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-77962680-f472-4c81-b284-a3682d69418d None None] Provisioning for port 13b0b4a9-2296-4c04-974d-30b5d77f212b completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:32:02.795219 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-77962680-f472-4c81-b284-a3682d69418d None None] Provisioning complete for port 13b0b4a9-2296-4c04-974d-30b5d77f212b triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:32:02.795590 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-77962680-f472-4c81-b284-a3682d69418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:02.817705 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:02.832159 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-77962680-f472-4c81-b284-a3682d69418d None None] Port 13b0b4a9-2296-4c04-974d-30b5d77f212b cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:32:03.006198 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec29bd-2553-43c4-ad55-a6cfb44fb5a9 req-7014c3dd-a833-41b5-a5dd-11eeb17891d2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:03.007685 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-77ec29bd-2553-43c4-ad55-a6cfb44fb5a9 req-7014c3dd-a833-41b5-a5dd-11eeb17891d2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 931 time: 0.0705204 Jun 30 05:32:03.047639 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-77ec29bd-2553-43c4-ad55-a6cfb44fb5a9 req-806ff7ba-9a17-4c0f-b309-e075e1fd82bd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334907 Jun 30 05:32:03.093709 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b0b4a9-2296-4c04-974d-30b5d77f212b {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:32:03.104009 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:03.116472 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Transition to ACTIVE for port object 13b0b4a9-2296-4c04-974d-30b5d77f212b will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:32:03.120795 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:03.189049 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Pushing event updated for resources: {'Port': ['ID=13b0b4a9-2296-4c04-974d-30b5d77f212b,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:03.244215 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Attempting to bind port 13b0b4a9-2296-4c04-974d-30b5d77f212b on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:32:03.244550 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Attempting to bind port 13b0b4a9-2296-4c04-974d-30b5d77f212b by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:32:03.244877 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Attempting to bind port 13b0b4a9-2296-4c04-974d-30b5d77f212b on network 4c5bd950-7baa-4ed0-ba10-8865d691272d {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:32:03.250269 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Port 13b0b4a9-2296-4c04-974d-30b5d77f212b on network 4c5bd950-7baa-4ed0-ba10-8865d691272d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:32:03.250588 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Attempting to bind port 13b0b4a9-2296-4c04-974d-30b5d77f212b on network 4c5bd950-7baa-4ed0-ba10-8865d691272d {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:32:03.255631 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:32:03.255970 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Checking segment: {'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:32:03.256417 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Bound using segment: {'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:32:03.256782 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Bound port: 13b0b4a9-2296-4c04-974d-30b5d77f212b, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:32:03.257141 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:03.331690 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] For port 13b0b4a9-2296-4c04-974d-30b5d77f212b, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:32:03.335531 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] For port 13b0b4a9-2296-4c04-974d-30b5d77f212b, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:32:03.339977 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:03.373917 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:03.374491 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:03.375982 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] 10.222.0.35 "PUT /v2.0/ports/13b0b4a9-2296-4c04-974d-30b5d77f212b HTTP/1.1" status: 200 len: 1093 time: 0.6954999 Jun 30 05:32:03.376414 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:32:03.378661 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa783dc5-377f-4000-850f-8f2bfc31cfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:32:03.410580 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c40707-0557-4968-bce0-70699c5b7f55 service neutron] Pushing event updated for resources: {'Port': ['ID=13b0b4a9-2296-4c04-974d-30b5d77f212b,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:03.494013 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-62ab842c-502e-4844-a28b-e93b356a50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:03.496173 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-62ab842c-502e-4844-a28b-e93b356a50c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7964c3fc3134461b6ea0163883faaec&device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 1096 time: 0.0640743 Jun 30 05:32:03.546761 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f083df37-1b26-4ec4-b139-aa00c6ce0e59 x-openstack-request-id: req-f083df37-1b26-4ec4-b139-aa00c6ce0e59 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:32:03.547103 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:32:03.547454 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f083df37-1b26-4ec4-b139-aa00c6ce0e59 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:32:03.547935 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'status': 'completed', 'code': 200} Jun 30 05:32:03.549938 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-d8371243-c1a4-48f0-9373-dade21c2d24e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b HTTP/1.1" status: 200 len: 217 time: 0.0450518 Jun 30 05:32:03.611695 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-7f445e98-6f3b-46f3-b967-ee5780fd805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:03.613156 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-7f445e98-6f3b-46f3-b967-ee5780fd805c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e62719b-5a1c-4ff8-bd08-224f80a06cd2 HTTP/1.1" status: 200 len: 856 time: 0.0506904 Jun 30 05:32:03.676446 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-211c9d78-c149-4298-86e8-8b5a068688ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:03.677945 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-211c9d78-c149-4298-86e8-8b5a068688ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c5bd950-7baa-4ed0-ba10-8865d691272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572004 Jun 30 05:32:03.730540 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Sync routers for ids ['9c3b609b-df01-4300-96b4-c07a3a9e1db8'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:32:03.740119 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Routers {'9c3b609b-df01-4300-96b4-c07a3a9e1db8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:32:03.741071 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['9c3b609b-df01-4300-96b4-c07a3a9e1db8'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:32:03.777181 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-d2daa6a2-0829-4c4d-a7ea-577f32823d23 service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909381 Jun 30 05:32:03.853536 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Set router 9c3b609b-df01-4300-96b4-c07a3a9e1db8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:32:03.867763 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-effa48cf-cbf1-4bfa-a59e-d294b54dfd24 req-58975c70-687d-423e-a491-a65ba6c5de1d service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836232 Jun 30 05:32:03.974392 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa783dc5-377f-4000-850f-8f2bfc31cfa7 req-3f98ce67-0e79-469c-b658-9777ac5953f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:03.975841 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fa783dc5-377f-4000-850f-8f2bfc31cfa7 req-3f98ce67-0e79-469c-b658-9777ac5953f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7964c3fc3134461b6ea0163883faaec&device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 1096 time: 0.0594647 Jun 30 05:32:04.059317 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'name': 'tempest-TestVolumeBootPattern-372124815-router', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:53Z', 'updated_at': '2021-06-30T05:31:57Z', 'revision_number': 4, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'gw_port': {'id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:54Z', 'updated_at': '2021-06-30T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '7ce9fd37-300a-4dbe-b0a4-d52664ad3477', 'name': '', 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'mac_address': 'fa:16:3e:1a:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db55b049-7bfd-40bd-9c3a-a15b3225ec9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:57Z', 'updated_at': '2021-06-30T05:31:57Z', 'revision_number': 2, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'subnets': [{'id': 'db55b049-7bfd-40bd-9c3a-a15b3225ec9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:32:04.068558 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa783dc5-377f-4000-850f-8f2bfc31cfa7 req-9b953522-e9cb-4aae-b4c0-bde3e9d2a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:04.070063 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fa783dc5-377f-4000-850f-8f2bfc31cfa7 req-9b953522-e9cb-4aae-b4c0-bde3e9d2a0d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 200 len: 918 time: 0.0847991 Jun 30 05:32:04.115049 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fa783dc5-377f-4000-850f-8f2bfc31cfa7 req-ed52007c-eeb8-49c1-a84a-64de19b691ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b HTTP/1.1" status: 200 len: 217 time: 0.0364873 Jun 30 05:32:04.180982 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa783dc5-377f-4000-850f-8f2bfc31cfa7 req-594309df-a840-4dcc-b36e-db9bc773e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:04.182746 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fa783dc5-377f-4000-850f-8f2bfc31cfa7 req-594309df-a840-4dcc-b36e-db9bc773e0e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e62719b-5a1c-4ff8-bd08-224f80a06cd2 HTTP/1.1" status: 200 len: 856 time: 0.0581782 Jun 30 05:32:04.192025 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Checking router: 9c3b609b-df01-4300-96b4-c07a3a9e1db8 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:32:04.192025 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Updating router 9c3b609b-df01-4300-96b4-c07a3a9e1db8 port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 binding host dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 05:32:04.229187 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:04.264455 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a64f4a-96ff-438c-8f91-95bd95c3f5d0 req-4dc452d6-9c47-40d9-99c3-8f487f0bdc17 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:04.265969 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d1a64f4a-96ff-438c-8f91-95bd95c3f5d0 req-4dc452d6-9c47-40d9-99c3-8f487f0bdc17 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0754182 Jun 30 05:32:04.273117 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa783dc5-377f-4000-850f-8f2bfc31cfa7 req-9bc40819-d889-41bc-b0d5-38c0e3f32258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:04.274660 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fa783dc5-377f-4000-850f-8f2bfc31cfa7 req-9bc40819-d889-41bc-b0d5-38c0e3f32258 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c5bd950-7baa-4ed0-ba10-8865d691272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0803514 Jun 30 05:32:04.312565 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d1a64f4a-96ff-438c-8f91-95bd95c3f5d0 req-02ca9693-d686-43fd-a287-df0bf40ce82c tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 Jun 30 05:32:04.376271 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fa783dc5-377f-4000-850f-8f2bfc31cfa7 req-3fa8e869-0cc1-4388-8d14-2fe35473514f service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893376 Jun 30 05:32:04.471624 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fa783dc5-377f-4000-850f-8f2bfc31cfa7 req-77343181-ef60-46a5-86ad-f78b78a7dfb3 service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878537 Jun 30 05:32:04.516389 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Notify callbacks [] for port, precommit_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:04.525954 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.provisioning_blocks [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Transition to ACTIVE for port object 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 will not be triggered until provisioned by entity L2. {{(pid=92845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:32:04.532088 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:04.584157 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Pushing event updated for resources: {'Port': ['ID=7ce9fd37-300a-4dbe-b0a4-d52664ad3477,revision_number=3']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:04.607764 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:04.608131 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:04.608473 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:04.608805 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:04.609135 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:04.609464 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:04.609786 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:04.610105 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:04.610431 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:04.610746 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:04.611058 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:04.611404 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:04.652376 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Attempting to bind port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 on host dv-cinder-772181-11-iscsi for vnic_type normal with profile {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:32:04.653070 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Attempting to bind port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 by drivers openvswitch,hyperv on host dv-cinder-772181-11-iscsi at level 0 using segments [{'id': 'a9b9b922-dd09-404a-88c4-3e2052ec917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f'}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:32:04.653070 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Attempting to bind port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 on network cd35c220-26d4-4685-afa2-ace55908885f {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:32:04.662209 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Checking agent: {'id': '7c9a7f7d-29fc-4a39-8767-bd815e188a09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 5, 19, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:32:04.662628 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Checking segment: {'id': 'a9b9b922-dd09-404a-88c4-3e2052ec917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:32:04.663025 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:04.663570 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Bound using segment: {'id': 'a9b9b922-dd09-404a-88c4-3e2052ec917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f'} {{(pid=92845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:32:04.664043 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.managers [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Bound port: 7ce9fd37-300a-4dbe-b0a4-d52664ad3477, host: dv-cinder-772181-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b9b922-dd09-404a-88c4-3e2052ec917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f'}}] {{(pid=92845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:32:04.664664 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:04.731263 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] For port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477, host dv-cinder-772181-11-iscsi, cleared binding levels {{(pid=92845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:32:04.735709 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.plugins.ml2.db [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] For port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477, host dv-cinder-772181-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=7ce9fd37-300a-4dbe-b0a4-d52664ad3477,segment=NetworkSegment(a9b9b922-dd09-404a-88c4-3e2052ec917a),segment_id=a9b9b922-dd09-404a-88c4-3e2052ec917a)] {{(pid=92845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:32:04.740284 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron_lib.callbacks.manager [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:04.800736 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Routers {'9c3b609b-df01-4300-96b4-c07a3a9e1db8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:32:04.801368 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['9c3b609b-df01-4300-96b4-c07a3a9e1db8'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:32:04.839601 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1dcc3-6b33-4f26-9fde-2374f79813fd None None] Pushing event updated for resources: {'Port': ['ID=7ce9fd37-300a-4dbe-b0a4-d52664ad3477,revision_number=4']} {{(pid=92845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:04.918562 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] Set router 9c3b609b-df01-4300-96b4-c07a3a9e1db8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:32:05.116492 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'name': 'tempest-TestVolumeBootPattern-372124815-router', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:53Z', 'updated_at': '2021-06-30T05:31:57Z', 'revision_number': 4, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'gw_port': {'id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:54Z', 'updated_at': '2021-06-30T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '7ce9fd37-300a-4dbe-b0a4-d52664ad3477', 'name': '', 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'mac_address': 'fa:16:3e:1a:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db55b049-7bfd-40bd-9c3a-a15b3225ec9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:57Z', 'updated_at': '2021-06-30T05:32:04Z', 'revision_number': 4, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'subnets': [{'id': 'db55b049-7bfd-40bd-9c3a-a15b3225ec9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:32:05.142810 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd469a7-9c97-4ced-b666-c2278a6d5864 None None] The sync data for ids ['9c3b609b-df01-4300-96b4-c07a3a9e1db8'] in dv-cinder-772181-11-iscsi is: [{'id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'name': 'tempest-TestVolumeBootPattern-372124815-router', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:53Z', 'updated_at': '2021-06-30T05:31:57Z', 'revision_number': 4, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'gw_port': {'id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:54Z', 'updated_at': '2021-06-30T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '7ce9fd37-300a-4dbe-b0a4-d52664ad3477', 'name': '', 'network_id': 'cd35c220-26d4-4685-afa2-ace55908885f', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'mac_address': 'fa:16:3e:1a:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db55b049-7bfd-40bd-9c3a-a15b3225ec9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:57Z', 'updated_at': '2021-06-30T05:32:04Z', 'revision_number': 4, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'subnets': [{'id': 'db55b049-7bfd-40bd-9c3a-a15b3225ec9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:32:05.398168 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 13b0b4a9-2296-4c04-974d-30b5d77f212b details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:32:05.516346 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 13b0b4a9-2296-4c04-974d-30b5d77f212b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:32:05.526780 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115d3f-f07c-4a73-b514-6be149df55f4 req-36356e47-c03a-4080-a25b-71b79ada1e3d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:05.529048 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3c115d3f-f07c-4a73-b514-6be149df55f4 req-36356e47-c03a-4080-a25b-71b79ada1e3d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0697901 Jun 30 05:32:05.529711 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'port_id': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'mac_address': 'fa:16:3e:96:40:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:32:05.571664 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:05.576663 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3c115d3f-f07c-4a73-b514-6be149df55f4 req-326ca142-9a76-49e0-b51b-3d014dd00950 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408881 Jun 30 05:32:05.587647 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b0b4a9-2296-4c04-974d-30b5d77f212b {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:32:05.609745 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 13b0b4a9-2296-4c04-974d-30b5d77f212b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:32:05.614059 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:05.667750 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=13b0b4a9-2296-4c04-974d-30b5d77f212b,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:05.675839 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:05.676214 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:05.676553 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:05.676886 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:05.677229 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:05.677539 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:05.677888 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:05.678210 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:05.678555 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:05.678873 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:05.679214 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:05.679529 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:05.868731 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['13b0b4a9-2296-4c04-974d-30b5d77f212b'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:32:06.309868 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:32:06.365805 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning for port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:32:06.370111 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:32:06.370742 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:06.457628 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:06.490181 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=7ce9fd37-300a-4dbe-b0a4-d52664ad3477,segment=NetworkSegment(a9b9b922-dd09-404a-88c4-3e2052ec917a),segment_id=a9b9b922-dd09-404a-88c4-3e2052ec917a)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:32:06.493852 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:06.541255 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=7ce9fd37-300a-4dbe-b0a4-d52664ad3477,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:06.762983 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13d8b4-da37-4d81-994a-59b070dd4f93 req-34f1db93-ae96-4d67-83db-bb5fb4860867 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:06.764822 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fb13d8b4-da37-4d81-994a-59b070dd4f93 req-34f1db93-ae96-4d67-83db-bb5fb4860867 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 944 time: 0.0642624 Jun 30 05:32:06.803209 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fb13d8b4-da37-4d81-994a-59b070dd4f93 req-d6d699d6-5400-4669-b6fc-c0579e337b69 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325437 Jun 30 05:32:07.412061 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 13b0b4a9-2296-4c04-974d-30b5d77f212b up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:32:07.462374 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 13b0b4a9-2296-4c04-974d-30b5d77f212b completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:32:07.466057 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 13b0b4a9-2296-4c04-974d-30b5d77f212b triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:32:07.466432 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:07.543683 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:07.566647 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:32:07.569072 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d983bbb1-1654-4d78-8c69-43e56bb7329b" -d '{"events": [{"server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "name": "network-vif-plugged", "status": "completed", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:32:07.582783 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 13b0b4a9-2296-4c04-974d-30b5d77f212b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:32:07.586975 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:07.618035 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056858ac-b033-4aec-b865-3085c4a78d9d x-openstack-request-id: req-056858ac-b033-4aec-b865-3085c4a78d9d {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:32:07.618327 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "name": "network-vif-plugged", "status": "completed", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:32:07.618765 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-056858ac-b033-4aec-b865-3085c4a78d9d {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:32:07.618969 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'code': 200} Jun 30 05:32:07.639823 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=13b0b4a9-2296-4c04-974d-30b5d77f212b,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:07.853915 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7715fb-271f-43ed-8bf9-5c95f9e3dd83 req-01313b5d-13f2-4df5-8bba-79b693707279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:07.855436 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-9a7715fb-271f-43ed-8bf9-5c95f9e3dd83 req-01313b5d-13f2-4df5-8bba-79b693707279 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 1098 time: 0.0520666 Jun 30 05:32:07.893022 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-9a7715fb-271f-43ed-8bf9-5c95f9e3dd83 req-d035b894-4c11-4260-a143-169c8277e595 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301046 Jun 30 05:32:07.981828 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51ea0f-265a-4078-8494-6b2f7508642c req-c3b631c7-7e0e-4430-8b5f-72f49942dc8c tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:07.983352 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0c51ea0f-265a-4078-8494-6b2f7508642c req-c3b631c7-7e0e-4430-8b5f-72f49942dc8c tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0636127 Jun 30 05:32:08.022088 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0c51ea0f-265a-4078-8494-6b2f7508642c req-9aa80904-bfc5-4355-8ebc-6c682c232038 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331261 Jun 30 05:32:08.290673 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 up at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:32:08.341603 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Provisioning complete for port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:32:08.342191 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:09.205411 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2bd13-35a9-406d-a6d9-a2e342b03952 req-48ae860d-c803-48fa-9797-258db2b25a9e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:09.206883 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dcb2bd13-35a9-406d-a6d9-a2e342b03952 req-48ae860d-c803-48fa-9797-258db2b25a9e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0678651 Jun 30 05:32:09.244629 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dcb2bd13-35a9-406d-a6d9-a2e342b03952 req-29c32f75-77c8-4e13-9b9c-c080c29ed5a3 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321627 Jun 30 05:32:09.283820 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:09.425204 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02723ab6-4956-4b53-89be-f12ad12dc58f req-0472df46-ce81-4015-bd83-d8a6503c8209 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:09.426732 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-02723ab6-4956-4b53-89be-f12ad12dc58f req-0472df46-ce81-4015-bd83-d8a6503c8209 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0630422 Jun 30 05:32:09.435251 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35716) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:32:09.440150 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-4697dbaa-ec58-40e3-a209-7da9edbc8af6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Request body: {'floatingip': {'port_id': '13b0b4a9-2296-4c04-974d-30b5d77f212b'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:32:09.484338 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4697dbaa-ec58-40e3-a209-7da9edbc8af6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:09.925112 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5dd4682d-1eef-43f9-a67a-407cf86903cc req-9328786c-363e-4934-b3b8-ce9835d98f29 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1277387 Jun 30 05:32:10.255212 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4697dbaa-ec58-40e3-a209-7da9edbc8af6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:10.262033 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4697dbaa-ec58-40e3-a209-7da9edbc8af6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:10.319988 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4682d-1eef-43f9-a67a-407cf86903cc req-5663ae57-a743-4124-bfb3-19bb40ce0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:10.321477 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5dd4682d-1eef-43f9-a67a-407cf86903cc req-5663ae57-a743-4124-bfb3-19bb40ce0f4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd&device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 1098 time: 0.1124160 Jun 30 05:32:10.418166 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [None req-4697dbaa-ec58-40e3-a209-7da9edbc8af6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Floating IP 204d6214-2ed1-485b-bd19-dd008825d5ff associated. External IP: 172.27.2.204, port: 13b0b4a9-2296-4c04-974d-30b5d77f212b. Jun 30 05:32:10.489859 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4682d-1eef-43f9-a67a-407cf86903cc req-1a749cbe-897a-4f5f-9658-488209cc9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:10.491254 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5dd4682d-1eef-43f9-a67a-407cf86903cc req-1a749cbe-897a-4f5f-9658-488209cc9884 service neutron] 10.222.0.35 "GET /v2.0/networks?id=affefd12-2e18-4695-9ad0-480c9f5e5fee HTTP/1.1" status: 200 len: 910 time: 0.1444058 Jun 30 05:32:10.590811 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5dd4682d-1eef-43f9-a67a-407cf86903cc req-ab6039c9-3966-4dde-82a3-f84322d7f934 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8 HTTP/1.1" status: 200 len: 1000 time: 0.0737145 Jun 30 05:32:10.707180 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4682d-1eef-43f9-a67a-407cf86903cc req-ed094346-faea-4940-bf69-fdbe681c1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:10.708621 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5dd4682d-1eef-43f9-a67a-407cf86903cc req-ed094346-faea-4940-bf69-fdbe681c1443 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bad3c6a3-a301-48c1-b80f-fb3e2e5740a6 HTTP/1.1" status: 200 len: 848 time: 0.0835402 Jun 30 05:32:10.759033 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4697dbaa-ec58-40e3-a209-7da9edbc8af6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Router de8c4b15-6a9b-4121-88be-7178592d9de8 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:32:10.823173 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4682d-1eef-43f9-a67a-407cf86903cc req-6b2faf03-25ed-440d-ab34-4cb4d288e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:10.824664 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5dd4682d-1eef-43f9-a67a-407cf86903cc req-6b2faf03-25ed-440d-ab34-4cb4d288e6f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=affefd12-2e18-4695-9ad0-480c9f5e5fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1039295 Jun 30 05:32:10.931650 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4697dbaa-ec58-40e3-a209-7da9edbc8af6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:32:10.937710 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4697dbaa-ec58-40e3-a209-7da9edbc8af6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:10.943445 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341a26d6-d995-45e9-99ad-be642282a275 None None] Sync routers for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:32:10.963353 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a26d6-d995-45e9-99ad-be642282a275 None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:32:10.964521 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-341a26d6-d995-45e9-99ad-be642282a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:32:10.996421 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-4697dbaa-ec58-40e3-a209-7da9edbc8af6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "PUT /v2.0/floatingips/204d6214-2ed1-485b-bd19-dd008825d5ff HTTP/1.1" status: 200 len: 991 time: 1.5598359 Jun 30 05:32:10.997173 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:32:10.999853 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8127cf-799e-4dca-8350-330d9f34f2da" -d '{"events": [{"name": "network-changed", "server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:32:11.004431 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5dd4682d-1eef-43f9-a67a-407cf86903cc req-e6066242-0dfe-4c40-86e8-56e2684b64b5 service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702032 Jun 30 05:32:11.100355 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5dd4682d-1eef-43f9-a67a-407cf86903cc req-2afd4c05-de42-49b7-aa69-3054581e6799 service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891502 Jun 30 05:32:11.100661 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-341a26d6-d995-45e9-99ad-be642282a275 None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:32:11.105602 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636a1d8b-158c-4716-82b3-e21404e06877 x-openstack-request-id: req-636a1d8b-158c-4716-82b3-e21404e06877 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:32:11.105886 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:32:11.106199 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-636a1d8b-158c-4716-82b3-e21404e06877 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:32:11.106516 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'status': 'completed', 'code': 200} Jun 30 05:32:11.194318 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8127cf-799e-4dca-8350-330d9f34f2da req-e2ec4638-aaa3-4548-9de7-32460aec46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:11.195850 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e8127cf-799e-4dca-8350-330d9f34f2da req-e2ec4638-aaa3-4548-9de7-32460aec46c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7964c3fc3134461b6ea0163883faaec&device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 1098 time: 0.0581107 Jun 30 05:32:11.285712 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8127cf-799e-4dca-8350-330d9f34f2da req-618b67df-2466-407d-9ab8-b85818477645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:11.287094 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e8127cf-799e-4dca-8350-330d9f34f2da req-618b67df-2466-407d-9ab8-b85818477645 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 200 len: 918 time: 0.0843873 Jun 30 05:32:11.329415 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-341a26d6-d995-45e9-99ad-be642282a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '204d6214-2ed1-485b-bd19-dd008825d5ff', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'port_id': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'mac_address': 'fa:16:3e:96:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a23d8-5184-44f0-8610-362b5409d67d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:31:59Z', 'updated_at': '2021-06-30T05:32:09Z', 'revision_number': 1, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:10Z', 'revision_number': 5, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:32:11.359831 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e8127cf-799e-4dca-8350-330d9f34f2da req-c29bc4b3-5449-4d89-8bad-60147c4abb4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b HTTP/1.1" status: 200 len: 999 time: 0.0642827 Jun 30 05:32:11.413144 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8127cf-799e-4dca-8350-330d9f34f2da req-b5566822-8a4d-4382-b9ce-60139df7b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:11.414651 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e8127cf-799e-4dca-8350-330d9f34f2da req-b5566822-8a4d-4382-b9ce-60139df7b6dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e62719b-5a1c-4ff8-bd08-224f80a06cd2 HTTP/1.1" status: 200 len: 856 time: 0.0458908 Jun 30 05:32:11.478123 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341a26d6-d995-45e9-99ad-be642282a275 None None] Checking router: de8c4b15-6a9b-4121-88be-7178592d9de8 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:32:11.480147 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8127cf-799e-4dca-8350-330d9f34f2da req-54f8cbda-8716-4964-9c8e-8ecddbd9d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:11.481644 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e8127cf-799e-4dca-8350-330d9f34f2da req-54f8cbda-8716-4964-9c8e-8ecddbd9d664 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c5bd950-7baa-4ed0-ba10-8865d691272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537219 Jun 30 05:32:11.486726 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a26d6-d995-45e9-99ad-be642282a275 None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:32:11.487383 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-341a26d6-d995-45e9-99ad-be642282a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:31:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:32:11.575286 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e8127cf-799e-4dca-8350-330d9f34f2da req-0b80ea62-cd51-4203-b2f8-6e202125606e service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854876 Jun 30 05:32:11.592339 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-341a26d6-d995-45e9-99ad-be642282a275 None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:32:11.665476 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e8127cf-799e-4dca-8350-330d9f34f2da req-51c38745-03e4-442d-9119-177ad95ce924 service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838759 Jun 30 05:32:11.824261 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-341a26d6-d995-45e9-99ad-be642282a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '204d6214-2ed1-485b-bd19-dd008825d5ff', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'port_id': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'mac_address': 'fa:16:3e:96:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a23d8-5184-44f0-8610-362b5409d67d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:31:59Z', 'updated_at': '2021-06-30T05:32:09Z', 'revision_number': 1, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:10Z', 'revision_number': 5, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:32:11.850952 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341a26d6-d995-45e9-99ad-be642282a275 None None] The sync data for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi is: [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '204d6214-2ed1-485b-bd19-dd008825d5ff', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'port_id': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'mac_address': 'fa:16:3e:96:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a23d8-5184-44f0-8610-362b5409d67d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:31:59Z', 'updated_at': '2021-06-30T05:32:09Z', 'revision_number': 1, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:10Z', 'revision_number': 5, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:32:12.046939 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb05c39-6015-47f5-9822-446db3721d17 None None] New status for floating IP 204d6214-2ed1-485b-bd19-dd008825d5ff: ACTIVE {{(pid=92845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:32:12.128527 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-3891d779-70c2-4ff5-b809-bdb1ec8fa0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:14.698663 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-ab09d132-1b9d-44c5-b039-7b2d06a173c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:14.778201 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:15.819876 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:17.323838 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:18.579483 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-b54294b2-cb93-4496-b4e7-8d24088d7e46 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580141649&fields=id&tenant_id=6d90c5aad4634b518d2658e6bda57cd8 HTTP/1.1" status: 200 len: 267 time: 0.0351517 Jun 30 05:32:18.688516 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-66ad44b1-d000-44fe-acdb-f61deb9642b2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:18.689871 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-66ad44b1-d000-44fe-acdb-f61deb9642b2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 812 time: 0.1041102 Jun 30 05:32:18.709311 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-60799835-b28c-4113-a3f7-cd3e13af7600 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/quotas/6d90c5aad4634b518d2658e6bda57cd8 HTTP/1.1" status: 200 len: 375 time: 0.0096536 Jun 30 05:32:18.779396 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-8165abc7-aaf4-4f46-aefc-b543e5c8b302 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653338 Jun 30 05:32:18.924917 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-0ef0017c-c196-49f5-b6d7-16345a42d2fa service neutron] 10.222.0.41 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302283 Jun 30 05:32:19.012382 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-7ee39937-3ec1-40ad-9ccf-89598d42cefd service neutron] 10.222.0.41 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815854 Jun 30 05:32:19.308886 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a9295eac-bf77-4537-b98a-c456ba9b07fe req-dc2ebf1b-0d93-482b-b037-b26f3daa40c9 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 210 time: 0.0297773 Jun 30 05:32:20.394965 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-6d478a64-57bf-48df-acdb-566b08b4a379 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:20.396439 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-6d478a64-57bf-48df-acdb-566b08b4a379 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 812 time: 0.1098785 Jun 30 05:32:20.445923 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-41a9b308-574c-431a-a779-665a1d37b3c1 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d90c5aad4634b518d2658e6bda57cd8 HTTP/1.1" status: 200 len: 380 time: 0.0353897 Jun 30 05:32:20.453993 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-41e32609-b9c8-40c4-bf97-4d50250c2aca req-42f48fa3-0e48-4af1-9bc3-3572f1c176de tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 210 time: 0.0310850 Jun 30 05:32:20.455707 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Request body: {'port': {'device_id': '73069140-66a4-48cd-9e5a-410c4f9d8071', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'admin_state_up': True, 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'security_groups': ['b52acfec-210d-46ae-b479-acff08a42ba1']}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:32:20.572310 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Made reservation on behalf of 6d90c5aad4634b518d2658e6bda57cd8 for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:32:20.575765 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:20.703030 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Allocated IP 172.20.0.4 (35ef2ae9-7d57-49b3-9314-f362e1dd3878/ecac3324-9bc1-4452-b145-1d415560dcf9/461ae30e-c57d-472a-87f1-5e54ac169c10) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:32:20.840970 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:20.855079 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Transition to ACTIVE for port object 461ae30e-c57d-472a-87f1-5e54ac169c10 will not be triggered until provisioned by entity DHCP. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:32:20.889545 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:20.934311 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:32:20.937521 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:32:20.944054 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:32:20.947576 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'Port': ['ID=461ae30e-c57d-472a-87f1-5e54ac169c10,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:20.977287 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:20.977607 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:20.977998 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:20.978414 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:20.978629 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:20.978959 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:20.979290 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:20.979610 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:20.979933 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:20.980263 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:20.980563 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:20.980888 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:32:21.008374 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:21.008987 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:21.023547 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-dfc0403e-f7e0-4182-8520-94bd26161e29 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718203 Jun 30 05:32:21.039513 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Request body: {'port': {'device_id': '73069140-66a4-48cd-9e5a-410c4f9d8071', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:32:21.120507 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:21.167960 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-926ac1a5-09a8-468b-9049-8cdd948cc2d1 None None] Provisioning for port 461ae30e-c57d-472a-87f1-5e54ac169c10 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:32:21.172229 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-926ac1a5-09a8-468b-9049-8cdd948cc2d1 None None] Provisioning complete for port 461ae30e-c57d-472a-87f1-5e54ac169c10 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:32:21.172597 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-926ac1a5-09a8-468b-9049-8cdd948cc2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:21.205876 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-926ac1a5-09a8-468b-9049-8cdd948cc2d1 None None] Port 461ae30e-c57d-472a-87f1-5e54ac169c10 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:32:21.386466 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461ae30e-c57d-472a-87f1-5e54ac169c10 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:32:21.394204 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:21.406809 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Transition to ACTIVE for port object 461ae30e-c57d-472a-87f1-5e54ac169c10 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:32:21.410553 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:21.461640 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=461ae30e-c57d-472a-87f1-5e54ac169c10,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:21.538516 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Attempting to bind port 461ae30e-c57d-472a-87f1-5e54ac169c10 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:32:21.538850 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Attempting to bind port 461ae30e-c57d-472a-87f1-5e54ac169c10 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:32:21.539207 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Attempting to bind port 461ae30e-c57d-472a-87f1-5e54ac169c10 on network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:32:21.543720 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Port 461ae30e-c57d-472a-87f1-5e54ac169c10 on network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:32:21.544209 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Attempting to bind port 461ae30e-c57d-472a-87f1-5e54ac169c10 on network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:32:21.549534 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:32:21.550140 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Checking segment: {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:32:21.550690 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Bound using segment: {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:32:21.551360 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Bound port: 461ae30e-c57d-472a-87f1-5e54ac169c10, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:32:21.551905 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:21.617372 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] For port 461ae30e-c57d-472a-87f1-5e54ac169c10, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:32:21.620438 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] For port 461ae30e-c57d-472a-87f1-5e54ac169c10, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=461ae30e-c57d-472a-87f1-5e54ac169c10,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:32:21.625918 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:21.634763 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d45e49-45ab-4a8c-b27f-b509d6e344b6 req-d0609e58-6fed-47fd-a8a1-52e331e6881c tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:21.636278 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f8d45e49-45ab-4a8c-b27f-b509d6e344b6 req-d0609e58-6fed-47fd-a8a1-52e331e6881c tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 943 time: 0.0659471 Jun 30 05:32:21.658993 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:21.659630 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:21.661000 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] 10.222.0.35 "PUT /v2.0/ports/461ae30e-c57d-472a-87f1-5e54ac169c10 HTTP/1.1" status: 200 len: 1093 time: 0.6259480 Jun 30 05:32:21.661483 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73069140-66a4-48cd-9e5a-410c4f9d8071', 'tag': '461ae30e-c57d-472a-87f1-5e54ac169c10'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:32:21.663692 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14e17b3-7198-4e0f-b2e8-3d5658bac527" -d '{"events": [{"name": "network-changed", "server_uuid": "73069140-66a4-48cd-9e5a-410c4f9d8071", "tag": "461ae30e-c57d-472a-87f1-5e54ac169c10"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:32:21.691697 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f8d45e49-45ab-4a8c-b27f-b509d6e344b6 req-cf4bf392-8386-445e-99f0-ff522e9b0481 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485978 Jun 30 05:32:21.695495 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9c21e-de19-46ba-9fa1-48aecaebbfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=461ae30e-c57d-472a-87f1-5e54ac169c10,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:21.706737 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8465d7a7-e423-438f-9375-64ebfd4cad67 x-openstack-request-id: req-8465d7a7-e423-438f-9375-64ebfd4cad67 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:32:21.707265 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73069140-66a4-48cd-9e5a-410c4f9d8071", "tag": "461ae30e-c57d-472a-87f1-5e54ac169c10", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:32:21.707582 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8465d7a7-e423-438f-9375-64ebfd4cad67 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:32:21.708042 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73069140-66a4-48cd-9e5a-410c4f9d8071', 'tag': '461ae30e-c57d-472a-87f1-5e54ac169c10', 'status': 'completed', 'code': 200} Jun 30 05:32:21.782402 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-23778cab-ce30-43df-801b-3a9a72ddf35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:21.783922 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-23778cab-ce30-43df-801b-3a9a72ddf35d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 1096 time: 0.0564454 Jun 30 05:32:21.825906 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-a233f03c-afb0-469b-827c-618faebac668 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=461ae30e-c57d-472a-87f1-5e54ac169c10 HTTP/1.1" status: 200 len: 217 time: 0.0342727 Jun 30 05:32:21.879207 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-eb1d13b2-db6f-4c92-85b6-1e4adff89a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:21.880596 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-eb1d13b2-db6f-4c92-85b6-1e4adff89a73 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0422873 Jun 30 05:32:21.938927 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-60d57f03-16b6-4f2b-b6d1-d832dc7debd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:21.940409 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-60d57f03-16b6-4f2b-b6d1-d832dc7debd6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531166 Jun 30 05:32:22.030313 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-1dabb174-77fb-454e-8634-cbfdd1409b2c service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791948 Jun 30 05:32:22.367543 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8b84dbcf-9bd3-4379-af0f-3100d2e1dc78 req-666dd8ab-9a64-4ea8-b9fc-6966cc2ac00c service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301988 Jun 30 05:32:22.475086 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e17b3-7198-4e0f-b2e8-3d5658bac527 req-8ee37482-d852-47e3-80fa-aea86872395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:22.476579 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b14e17b3-7198-4e0f-b2e8-3d5658bac527 req-8ee37482-d852-47e3-80fa-aea86872395d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 1096 time: 0.0516298 Jun 30 05:32:22.563097 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e17b3-7198-4e0f-b2e8-3d5658bac527 req-7accea05-56f2-4eae-bab9-0ff3e4fab8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:22.564536 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b14e17b3-7198-4e0f-b2e8-3d5658bac527 req-7accea05-56f2-4eae-bab9-0ff3e4fab8aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 913 time: 0.0803545 Jun 30 05:32:22.608144 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b14e17b3-7198-4e0f-b2e8-3d5658bac527 req-e4a3a963-ba88-46e4-ac19-f28ec47ece9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=461ae30e-c57d-472a-87f1-5e54ac169c10 HTTP/1.1" status: 200 len: 217 time: 0.0354960 Jun 30 05:32:22.655670 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e17b3-7198-4e0f-b2e8-3d5658bac527 req-54fda2ab-2826-4935-a72c-d8349c3b5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:22.657045 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b14e17b3-7198-4e0f-b2e8-3d5658bac527 req-54fda2ab-2826-4935-a72c-d8349c3b5145 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0417016 Jun 30 05:32:22.711694 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e17b3-7198-4e0f-b2e8-3d5658bac527 req-186b39e1-745e-4275-a482-aeb14bccf83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:22.713086 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b14e17b3-7198-4e0f-b2e8-3d5658bac527 req-186b39e1-745e-4275-a482-aeb14bccf83d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0484624 Jun 30 05:32:22.814968 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b14e17b3-7198-4e0f-b2e8-3d5658bac527 req-23affba0-d82c-4bb8-adad-fec84f8b82a7 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920389 Jun 30 05:32:22.871273 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1897ed-bf97-4438-b626-6905e03d9021 req-a853a392-1292-4db0-8747-113ee31f420b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:22.872658 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5a1897ed-bf97-4438-b626-6905e03d9021 req-a853a392-1292-4db0-8747-113ee31f420b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 943 time: 0.0621035 Jun 30 05:32:22.902776 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b14e17b3-7198-4e0f-b2e8-3d5658bac527 req-97cde9ad-985b-4a07-a2a8-3c84ea64a49f service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804951 Jun 30 05:32:22.910074 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5a1897ed-bf97-4438-b626-6905e03d9021 req-12b8bd45-2ccf-4f55-b795-36cb67caf9d1 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308030 Jun 30 05:32:23.936138 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:32:24.086974 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd373b4-edab-45fc-8215-956816c352dc req-364076eb-a581-463b-bd73-ea582d18c4f7 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:24.088431 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1bd373b4-edab-45fc-8215-956816c352dc req-364076eb-a581-463b-bd73-ea582d18c4f7 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 943 time: 0.0652227 Jun 30 05:32:24.126606 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1bd373b4-edab-45fc-8215-956816c352dc req-14fcf695-c8c7-426f-aba6-0c13c572e98f tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Jun 30 05:32:25.301659 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cf812-a919-4c3e-9096-965ef7bc821e req-57e7d14c-6ee3-4197-8d72-409db499c899 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:25.303219 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4e2cf812-a919-4c3e-9096-965ef7bc821e req-57e7d14c-6ee3-4197-8d72-409db499c899 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 943 time: 0.0625880 Jun 30 05:32:25.341658 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4e2cf812-a919-4c3e-9096-965ef7bc821e req-ea8f961e-0e29-45ea-a198-900b40d4b531 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328078 Jun 30 05:32:26.520560 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dce02-44a9-4069-8c85-a784845fd434 req-713d547e-b134-4b30-9140-8c0da6608096 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:26.522047 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a82dce02-44a9-4069-8c85-a784845fd434 req-713d547e-b134-4b30-9140-8c0da6608096 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 943 time: 0.0658798 Jun 30 05:32:26.562391 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a82dce02-44a9-4069-8c85-a784845fd434 req-f4f9739a-1c01-4c6f-9c51-00d9f7caf6c8 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348933 Jun 30 05:32:26.789436 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c8981-dd4c-4f21-8d32-9d782d0036b1 req-4f0266fe-d778-47ec-8486-4b2369a29cc9 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:26.790381 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4b4c8981-dd4c-4f21-8d32-9d782d0036b1 req-4f0266fe-d778-47ec-8486-4b2369a29cc9 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0639749 Jun 30 05:32:26.830536 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4b4c8981-dd4c-4f21-8d32-9d782d0036b1 req-78b760c6-4683-4791-94d2-433207732af9 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337672 Jun 30 05:32:27.731758 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d727c93-bafc-40cd-b9b6-8b5e71f5243e req-432e61b8-692d-4a1d-b9e9-44efe97bd8eb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:27.733186 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0d727c93-bafc-40cd-b9b6-8b5e71f5243e req-432e61b8-692d-4a1d-b9e9-44efe97bd8eb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 943 time: 0.0604181 Jun 30 05:32:27.769980 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0d727c93-bafc-40cd-b9b6-8b5e71f5243e req-05cc631c-5225-4af9-b8a4-164cb500de1b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311334 Jun 30 05:32:28.005374 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb3bb5-ae43-46c2-97ec-f997c74380bf req-a968ba63-02f9-4409-906e-bd2e4a8d4671 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:28.006839 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-02eb3bb5-ae43-46c2-97ec-f997c74380bf req-a968ba63-02f9-4409-906e-bd2e4a8d4671 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0656567 Jun 30 05:32:28.042898 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-02eb3bb5-ae43-46c2-97ec-f997c74380bf req-21ff9dfd-f9b6-497e-b58e-16b8d09dafac tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305643 Jun 30 05:32:28.940401 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74779cd7-0bd2-4887-b0c9-53fb81f7a48e req-c954d893-1e79-4550-8d04-75f5edeb18cf tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:28.941844 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-74779cd7-0bd2-4887-b0c9-53fb81f7a48e req-c954d893-1e79-4550-8d04-75f5edeb18cf tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 943 time: 0.0613856 Jun 30 05:32:28.979063 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-74779cd7-0bd2-4887-b0c9-53fb81f7a48e req-b59825c5-d49a-41a4-aab4-4f5e50f669c2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317945 Jun 30 05:32:29.220948 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2f0bc-790a-4e3c-81c1-75df489ea465 req-1d2a4f50-5c41-4d57-8e2b-4c45a4163e7c tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:29.222692 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2ef2f0bc-790a-4e3c-81c1-75df489ea465 req-1d2a4f50-5c41-4d57-8e2b-4c45a4163e7c tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0662231 Jun 30 05:32:29.260115 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2ef2f0bc-790a-4e3c-81c1-75df489ea465 req-323e9918-4e99-47dd-ad5c-b855d16388aa tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319042 Jun 30 05:32:29.573722 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 461ae30e-c57d-472a-87f1-5e54ac169c10 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:32:29.666535 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 461ae30e-c57d-472a-87f1-5e54ac169c10, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=461ae30e-c57d-472a-87f1-5e54ac169c10,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:32:29.678045 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '461ae30e-c57d-472a-87f1-5e54ac169c10', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'port_id': '461ae30e-c57d-472a-87f1-5e54ac169c10', 'mac_address': 'fa:16:3e:75:aa:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:32:29.713115 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:29.725274 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461ae30e-c57d-472a-87f1-5e54ac169c10 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:32:29.744270 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 461ae30e-c57d-472a-87f1-5e54ac169c10, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=461ae30e-c57d-472a-87f1-5e54ac169c10,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:32:29.748111 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:29.795548 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=461ae30e-c57d-472a-87f1-5e54ac169c10,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:30.010553 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['461ae30e-c57d-472a-87f1-5e54ac169c10'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:32:30.151853 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70322bd8-1370-4bbb-bef4-b0e6e061202b req-94cfe7bf-16c6-48c5-9f16-9550d893ea2c tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:30.153343 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-70322bd8-1370-4bbb-bef4-b0e6e061202b req-94cfe7bf-16c6-48c5-9f16-9550d893ea2c tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 944 time: 0.0630019 Jun 30 05:32:30.203897 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-70322bd8-1370-4bbb-bef4-b0e6e061202b req-86bef529-21e3-4337-af2f-d21e1fa61ee1 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443449 Jun 30 05:32:30.431004 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad24a4d-532d-4210-9290-5c3bc3b23df0 req-6f760856-a787-4db4-a57a-85fe27d57a1f tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:30.432458 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5ad24a4d-532d-4210-9290-5c3bc3b23df0 req-6f760856-a787-4db4-a57a-85fe27d57a1f tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0612059 Jun 30 05:32:30.468468 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5ad24a4d-532d-4210-9290-5c3bc3b23df0 req-18d52c64-46d5-44b9-9a1f-c099c0abc0eb tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298798 Jun 30 05:32:31.384536 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd639d46-366f-4d1e-af72-5adb3ffcacf2 req-3d4f0dc6-ab24-4859-85fd-f58f9434e3eb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:31.388168 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dd639d46-366f-4d1e-af72-5adb3ffcacf2 req-3d4f0dc6-ab24-4859-85fd-f58f9434e3eb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 944 time: 0.0663271 Jun 30 05:32:31.424195 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dd639d46-366f-4d1e-af72-5adb3ffcacf2 req-b0271908-1741-405f-8d4a-72f0249b6ec0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324807 Jun 30 05:32:31.588790 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 461ae30e-c57d-472a-87f1-5e54ac169c10 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:32:31.636553 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 461ae30e-c57d-472a-87f1-5e54ac169c10 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:32:31.640096 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 461ae30e-c57d-472a-87f1-5e54ac169c10 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:32:31.640496 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:31.640690 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabe7ed-5883-4ad1-ad35-14aa87b9d2bb req-34365f54-0372-4b99-84e5-e3c14a481e6d tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:31.642061 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fdabe7ed-5883-4ad1-ad35-14aa87b9d2bb req-34365f54-0372-4b99-84e5-e3c14a481e6d tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0630960 Jun 30 05:32:31.680053 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fdabe7ed-5883-4ad1-ad35-14aa87b9d2bb req-664addd0-d18d-45c3-a8de-a77dd4064aa3 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323730 Jun 30 05:32:31.714203 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:31.738899 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73069140-66a4-48cd-9e5a-410c4f9d8071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461ae30e-c57d-472a-87f1-5e54ac169c10'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:32:31.741135 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df1ce7-c6eb-477b-b0cf-047859ef0707" -d '{"events": [{"server_uuid": "73069140-66a4-48cd-9e5a-410c4f9d8071", "name": "network-vif-plugged", "status": "completed", "tag": "461ae30e-c57d-472a-87f1-5e54ac169c10"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:32:31.753297 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 461ae30e-c57d-472a-87f1-5e54ac169c10, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=461ae30e-c57d-472a-87f1-5e54ac169c10,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:32:31.757391 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:31.805208 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=461ae30e-c57d-472a-87f1-5e54ac169c10,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:31.830695 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed8b59f-f7ad-43e7-8cc7-41a5ef0c5879 x-openstack-request-id: req-4ed8b59f-f7ad-43e7-8cc7-41a5ef0c5879 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:32:31.830988 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73069140-66a4-48cd-9e5a-410c4f9d8071", "name": "network-vif-plugged", "status": "completed", "tag": "461ae30e-c57d-472a-87f1-5e54ac169c10", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:32:31.831272 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ed8b59f-f7ad-43e7-8cc7-41a5ef0c5879 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:32:31.831662 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73069140-66a4-48cd-9e5a-410c4f9d8071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461ae30e-c57d-472a-87f1-5e54ac169c10', 'code': 200} Jun 30 05:32:32.128669 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3ad4f-638f-4f02-8323-07a24d9a153b req-011063fd-8bbe-44e6-ad0a-445ed9c11d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:32.129990 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6dd3ad4f-638f-4f02-8323-07a24d9a153b req-011063fd-8bbe-44e6-ad0a-445ed9c11d72 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 1098 time: 0.0511351 Jun 30 05:32:32.167867 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-6dd3ad4f-638f-4f02-8323-07a24d9a153b req-f687f933-7a74-47a0-8e7b-254b29816b51 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306420 Jun 30 05:32:32.602318 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b22b1-e50a-45cb-bfd2-6101a9811624 req-44335b5b-ecf8-42ea-8eb7-34af10280a4d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:32.603824 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9f1b22b1-e50a-45cb-bfd2-6101a9811624 req-44335b5b-ecf8-42ea-8eb7-34af10280a4d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 945 time: 0.0662739 Jun 30 05:32:32.642087 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9f1b22b1-e50a-45cb-bfd2-6101a9811624 req-3c8d73cc-416b-4bdc-a214-69bc531fe5c7 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320172 Jun 30 05:32:32.856544 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81648eb1-3bf7-4685-8904-eda96ab6f68d req-1e5bb1cd-4f72-43e9-9755-aa2dbbae056d tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:32.857982 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-81648eb1-3bf7-4685-8904-eda96ab6f68d req-1e5bb1cd-4f72-43e9-9755-aa2dbbae056d tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0622721 Jun 30 05:32:32.895052 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-81648eb1-3bf7-4685-8904-eda96ab6f68d req-76eace8b-05dd-4b9b-beff-9f888f02e1c0 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305753 Jun 30 05:32:33.817635 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341d83e-e020-4227-9876-d43fc9b7671f req-09450778-3176-448e-9d87-e2cdd0757095 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:33.819073 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4341d83e-e020-4227-9876-d43fc9b7671f req-09450778-3176-448e-9d87-e2cdd0757095 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 945 time: 0.0608292 Jun 30 05:32:33.855342 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4341d83e-e020-4227-9876-d43fc9b7671f req-bc9f76b9-bf27-445e-85d1-76b8b96c6062 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307634 Jun 30 05:32:34.062138 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22d263-da32-4ba7-9ec0-2e71ec767254 req-51887625-0872-4136-9d6b-a6b1e6598704 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:34.063599 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ab22d263-da32-4ba7-9ec0-2e71ec767254 req-51887625-0872-4136-9d6b-a6b1e6598704 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 945 time: 0.0978377 Jun 30 05:32:34.105196 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154912e-6830-4c66-88ed-d3456bc5bb8e req-a847008c-e5e3-4182-a602-09f73f03f4bc tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:34.106633 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c154912e-6830-4c66-88ed-d3456bc5bb8e req-a847008c-e5e3-4182-a602-09f73f03f4bc tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0972412 Jun 30 05:32:34.124769 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ab22d263-da32-4ba7-9ec0-2e71ec767254 req-785137ff-8365-4d97-aa15-2a5d717348b2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551748 Jun 30 05:32:34.149369 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35910) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:32:34.151099 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c154912e-6830-4c66-88ed-d3456bc5bb8e req-366b6605-9f68-4f3a-8667-7eeb65f7dbf5 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384345 Jun 30 05:32:34.240486 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acda89a-5d67-4530-b693-c67b88ec99d4 tempest-TestVolumeBootPattern-1669495626 tempest-TestVolumeBootPattern-1669495626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:34.241951 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-4acda89a-5d67-4530-b693-c67b88ec99d4 tempest-TestVolumeBootPattern-1669495626 tempest-TestVolumeBootPattern-1669495626-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 1093 time: 0.0915902 Jun 30 05:32:34.244919 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 35914) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:32:34.249021 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Request body: {'floatingip': {'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'port_id': '461ae30e-c57d-472a-87f1-5e54ac169c10', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:32:34.271097 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for floatingip, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:34.366716 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:34.466523 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Allocated IP 172.27.2.113 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/e0c9c7d4-5e0f-4501-b627-92004eaddaa0) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:32:34.567647 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:34.606684 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:34.643237 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:32:34.645912 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:32:34.649277 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:32:34.674325 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'Port': ['ID=e0c9c7d4-5e0f-4501-b627-92004eaddaa0,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:35.023710 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:35.097528 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:35.243861 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:35.248335 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:35.314401 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'Port': ['ID=e0c9c7d4-5e0f-4501-b627-92004eaddaa0,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:35.329374 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:35.332619 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c168f-e5b1-46de-90cc-7dfa35a73945 req-61436c70-f8ef-48fb-bb8d-2847930711d0 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:35.334132 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9c7c168f-e5b1-46de-90cc-7dfa35a73945 req-61436c70-f8ef-48fb-bb8d-2847930711d0 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0677607 Jun 30 05:32:35.372277 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9c7c168f-e5b1-46de-90cc-7dfa35a73945 req-5757ebf9-eaea-4e7b-99f9-ccdb936579f7 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323048 Jun 30 05:32:35.427828 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Floating IP 439bbfbd-0c40-4eca-91b9-048363c1e885 associated. External IP: 172.27.2.113, port: 461ae30e-c57d-472a-87f1-5e54ac169c10. Jun 30 05:32:35.624256 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Router 373ed9f2-967d-4440-8d1f-43fc4278572e has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:32:35.728519 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:32:35.738873 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccc2676-5c35-42ab-9fa1-f7cbb3a4498d None None] Sync routers for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:32:35.743450 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:35.747726 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc2676-5c35-42ab-9fa1-f7cbb3a4498d None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:32:35.748352 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-bccc2676-5c35-42ab-9fa1-f7cbb3a4498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:32:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:32:35.797147 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-c6cc0fec-ebb7-4421-9fcf-37d9383a9c9b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5370653 Jun 30 05:32:35.797147 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73069140-66a4-48cd-9e5a-410c4f9d8071', 'tag': '461ae30e-c57d-472a-87f1-5e54ac169c10'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:32:35.797147 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29cbc33-530f-405d-85f0-0dd86786c506" -d '{"events": [{"name": "network-changed", "server_uuid": "73069140-66a4-48cd-9e5a-410c4f9d8071", "tag": "461ae30e-c57d-472a-87f1-5e54ac169c10"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:32:35.821603 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2505ef89-ef59-4119-ac52-406b0dbfde21 x-openstack-request-id: req-2505ef89-ef59-4119-ac52-406b0dbfde21 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:32:35.821895 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73069140-66a4-48cd-9e5a-410c4f9d8071", "tag": "461ae30e-c57d-472a-87f1-5e54ac169c10", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:32:35.822138 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2505ef89-ef59-4119-ac52-406b0dbfde21 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:32:35.822522 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73069140-66a4-48cd-9e5a-410c4f9d8071', 'tag': '461ae30e-c57d-472a-87f1-5e54ac169c10', 'status': 'completed', 'code': 200} Jun 30 05:32:35.855918 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-bccc2676-5c35-42ab-9fa1-f7cbb3a4498d None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:32:35.902537 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cbc33-530f-405d-85f0-0dd86786c506 req-cd5371f6-e7d4-4c21-b885-7252daba5482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:35.904363 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d29cbc33-530f-405d-85f0-0dd86786c506 req-cd5371f6-e7d4-4c21-b885-7252daba5482 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 1098 time: 0.0556474 Jun 30 05:32:36.011038 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cbc33-530f-405d-85f0-0dd86786c506 req-a104435b-38fc-4ace-92aa-ca50d22e79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:36.012396 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d29cbc33-530f-405d-85f0-0dd86786c506 req-a104435b-38fc-4ace-92aa-ca50d22e79c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 913 time: 0.0924203 Jun 30 05:32:36.088966 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d29cbc33-530f-405d-85f0-0dd86786c506 req-42500905-ee3f-4904-8b8f-9c7e59e3383e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=461ae30e-c57d-472a-87f1-5e54ac169c10 HTTP/1.1" status: 200 len: 999 time: 0.0696104 Jun 30 05:32:36.090642 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-bccc2676-5c35-42ab-9fa1-f7cbb3a4498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '439bbfbd-0c40-4eca-91b9-048363c1e885', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '461ae30e-c57d-472a-87f1-5e54ac169c10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:75:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73069140-66a4-48cd-9e5a-410c4f9d8071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:32:34Z', 'updated_at': '2021-06-30T05:32:34Z', 'revision_number': 0, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:32:36.120973 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccc2676-5c35-42ab-9fa1-f7cbb3a4498d None None] Checking router: 373ed9f2-967d-4440-8d1f-43fc4278572e for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:32:36.130651 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc2676-5c35-42ab-9fa1-f7cbb3a4498d None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:32:36.131442 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-bccc2676-5c35-42ab-9fa1-f7cbb3a4498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:32:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:32:36.145686 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cbc33-530f-405d-85f0-0dd86786c506 req-06b643ef-7d10-41bc-83e5-fab558dda4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:36.147150 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d29cbc33-530f-405d-85f0-0dd86786c506 req-06b643ef-7d10-41bc-83e5-fab558dda4ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0515273 Jun 30 05:32:36.209392 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cbc33-530f-405d-85f0-0dd86786c506 req-33fd8cd1-2d2c-4639-b8fd-0596e03fd500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:36.211600 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d29cbc33-530f-405d-85f0-0dd86786c506 req-33fd8cd1-2d2c-4639-b8fd-0596e03fd500 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573354 Jun 30 05:32:36.243913 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-bccc2676-5c35-42ab-9fa1-f7cbb3a4498d None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:32:36.328890 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d29cbc33-530f-405d-85f0-0dd86786c506 req-c2f02c62-46d1-4ce4-93a3-88f1479b6782 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068823 Jun 30 05:32:36.419498 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-d29cbc33-530f-405d-85f0-0dd86786c506 req-5b0b7201-3f43-4509-81f9-7d0a397ebfb2 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867736 Jun 30 05:32:36.478170 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-bccc2676-5c35-42ab-9fa1-f7cbb3a4498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '439bbfbd-0c40-4eca-91b9-048363c1e885', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '461ae30e-c57d-472a-87f1-5e54ac169c10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:75:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73069140-66a4-48cd-9e5a-410c4f9d8071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:32:34Z', 'updated_at': '2021-06-30T05:32:34Z', 'revision_number': 0, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:32:36.514254 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccc2676-5c35-42ab-9fa1-f7cbb3a4498d None None] The sync data for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi is: [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '439bbfbd-0c40-4eca-91b9-048363c1e885', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '461ae30e-c57d-472a-87f1-5e54ac169c10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:75:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73069140-66a4-48cd-9e5a-410c4f9d8071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:32:34Z', 'updated_at': '2021-06-30T05:32:34Z', 'revision_number': 0, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:32:36.556015 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fe9b5-4206-4dc0-96e5-7c1c8001030a req-f12548a3-c735-43e3-b92a-c9d2618a085f tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:36.557486 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-430fe9b5-4206-4dc0-96e5-7c1c8001030a req-f12548a3-c735-43e3-b92a-c9d2618a085f tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0667620 Jun 30 05:32:36.600010 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-430fe9b5-4206-4dc0-96e5-7c1c8001030a req-822735d7-1b86-4e4b-8502-6bce5591d2a8 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330741 Jun 30 05:32:36.706117 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26775eac-4aba-49bb-b4ff-9d9718455717 None None] New status for floating IP 439bbfbd-0c40-4eca-91b9-048363c1e885: ACTIVE {{(pid=92845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:32:36.899049 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6024a4-faaf-4cbc-9238-cbd737b5b653 req-85b8fcbb-174c-49ad-a11f-b45856c6e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:36.900543 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3c6024a4-faaf-4cbc-9238-cbd737b5b653 req-85b8fcbb-174c-49ad-a11f-b45856c6e65f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd&device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 1098 time: 0.0563619 Jun 30 05:32:36.985655 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6024a4-faaf-4cbc-9238-cbd737b5b653 req-19bf75bd-7acc-43b0-b5ae-c980cae3d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:36.986990 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3c6024a4-faaf-4cbc-9238-cbd737b5b653 req-19bf75bd-7acc-43b0-b5ae-c980cae3d861 service neutron] 10.222.0.35 "GET /v2.0/networks?id=affefd12-2e18-4695-9ad0-480c9f5e5fee HTTP/1.1" status: 200 len: 910 time: 0.0803809 Jun 30 05:32:37.053986 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3c6024a4-faaf-4cbc-9238-cbd737b5b653 req-db8c6658-5200-49e2-b70d-447d959dd6fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8 HTTP/1.1" status: 200 len: 1000 time: 0.0596790 Jun 30 05:32:37.101687 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6024a4-faaf-4cbc-9238-cbd737b5b653 req-07567c37-e699-4245-8140-24c83fa78d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:37.103131 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3c6024a4-faaf-4cbc-9238-cbd737b5b653 req-07567c37-e699-4245-8140-24c83fa78d0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bad3c6a3-a301-48c1-b80f-fb3e2e5740a6 HTTP/1.1" status: 200 len: 848 time: 0.0429413 Jun 30 05:32:37.164247 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6024a4-faaf-4cbc-9238-cbd737b5b653 req-ac9ce928-edb5-4fe9-b518-d079a509d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:37.165708 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3c6024a4-faaf-4cbc-9238-cbd737b5b653 req-ac9ce928-edb5-4fe9-b518-d079a509d1ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=affefd12-2e18-4695-9ad0-480c9f5e5fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531306 Jun 30 05:32:37.254548 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3c6024a4-faaf-4cbc-9238-cbd737b5b653 req-e3e8a82d-168f-41e9-b442-f9fe9f32a36e service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821569 Jun 30 05:32:37.343440 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3c6024a4-faaf-4cbc-9238-cbd737b5b653 req-e3b5a1fa-0869-4bb5-881c-4be312ac307d service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811353 Jun 30 05:32:37.784256 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ec02b-2f97-44bf-9a0a-1828e93396b5 req-9c03b65a-812d-4e06-a292-e7c1c0074114 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:37.785804 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-621ec02b-2f97-44bf-9a0a-1828e93396b5 req-9c03b65a-812d-4e06-a292-e7c1c0074114 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0654783 Jun 30 05:32:37.824348 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-621ec02b-2f97-44bf-9a0a-1828e93396b5 req-a88a58aa-15a8-4866-bb63-ec07db52c7fb tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Jun 30 05:32:38.998512 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884a38c-b157-4ed9-9b42-7b916fb9dea7 req-ed75af7b-1f77-4aa3-9242-9396614b01b1 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:39.001019 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d884a38c-b157-4ed9-9b42-7b916fb9dea7 req-ed75af7b-1f77-4aa3-9242-9396614b01b1 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0673888 Jun 30 05:32:39.039971 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d884a38c-b157-4ed9-9b42-7b916fb9dea7 req-4ec34a51-e4ac-41d4-87e5-8f1655194909 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332065 Jun 30 05:32:39.297370 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:40.206900 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da9ed2-13f1-4747-a520-98d60647bbe4 req-642e9d28-95c9-4976-a816-e110656371a3 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:40.208343 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-19da9ed2-13f1-4747-a520-98d60647bbe4 req-642e9d28-95c9-4976-a816-e110656371a3 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0604973 Jun 30 05:32:40.244911 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-19da9ed2-13f1-4747-a520-98d60647bbe4 req-d46f923d-d865-4ada-95c0-23889ef878a9 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311053 Jun 30 05:32:40.541200 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-fc9d05ed-223b-470e-af27-33e983cab1cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0600452 Jun 30 05:32:40.615363 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b51f08-6c0c-4bef-bdd9-dddb2ff4d60f req-092b1622-3beb-480f-a88f-b1c725ee99b6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:40.620310 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c7b51f08-6c0c-4bef-bdd9-dddb2ff4d60f req-092b1622-3beb-480f-a88f-b1c725ee99b6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0716546 Jun 30 05:32:40.660552 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c7b51f08-6c0c-4bef-bdd9-dddb2ff4d60f req-e786b665-d018-42e7-84d8-26ee0357e20d tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379806 Jun 30 05:32:41.657286 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device c2da3b1d-7440-4074-b5c0-d0907a145db8 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:32:41.729858 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:41.750772 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:32:41.753054 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a78a1af-8a4c-4106-8955-11a9cca87f50" -d '{"events": [{"server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "name": "network-vif-unplugged", "status": "completed", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:32:41.765816 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port c2da3b1d-7440-4074-b5c0-d0907a145db8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:32:41.770344 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:41.793765 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 05:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fbc3a8-d1a1-4419-bbe5-6d1481729a52 x-openstack-request-id: req-97fbc3a8-d1a1-4419-bbe5-6d1481729a52 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:32:41.794049 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "name": "network-vif-unplugged", "status": "failed", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8", "code": 422}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:32:41.794293 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97fbc3a8-d1a1-4419-bbe5-6d1481729a52 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:32:41.794714 dv-cinder-772181-11-iscsi neutron-server[92844]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'code': 422} returned with failed status Jun 30 05:32:41.823390 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=c2da3b1d-7440-4074-b5c0-d0907a145db8,revision_number=6']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:41.837636 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e553b-bf85-492e-b153-9b97168c7590 req-535925aa-6e7d-49e3-884e-08832df6c35a tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:41.839185 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-604e553b-bf85-492e-b153-9b97168c7590 req-535925aa-6e7d-49e3-884e-08832df6c35a tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0655897 Jun 30 05:32:41.876289 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-604e553b-bf85-492e-b153-9b97168c7590 req-0ac47059-8833-4c69-b612-15e54740d028 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308387 Jun 30 05:32:42.131486 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-6c802ed9-7a1f-4392-a5c6-c6b205fbe88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:43.046380 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84371d42-30f0-4318-b7f2-7ba9edb5aa70 req-89ef757c-8bf5-4887-9a4c-73320fc06b14 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:43.047986 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-84371d42-30f0-4318-b7f2-7ba9edb5aa70 req-89ef757c-8bf5-4887-9a4c-73320fc06b14 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0625541 Jun 30 05:32:43.085214 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-84371d42-30f0-4318-b7f2-7ba9edb5aa70 req-c0eec621-d30a-45d7-861e-f6d905493ce7 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315430 Jun 30 05:32:44.263475 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3eb86-f837-46b4-ba29-41f84c6b38d2 req-7192efee-5bf5-4ff9-b15f-3b6dc90a2914 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:44.265479 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ccf3eb86-f837-46b4-ba29-41f84c6b38d2 req-7192efee-5bf5-4ff9-b15f-3b6dc90a2914 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0671606 Jun 30 05:32:44.305584 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ccf3eb86-f837-46b4-ba29-41f84c6b38d2 req-31d3d232-0d8d-4644-8f87-81f09e354f35 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341189 Jun 30 05:32:44.700141 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-74953246-000f-41d8-ae03-27b1694df3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:44.778027 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:44.955707 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-e0d8c8a2-2797-4c5e-a47f-88f12a7ff95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:44.957279 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-e0d8c8a2-2797-4c5e-a47f-88f12a7ff95b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5&tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd HTTP/1.1" status: 200 len: 1096 time: 0.0555537 Jun 30 05:32:45.033909 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-964cbccf-0252-41b3-9d8e-e7d5c8e3df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:45.035407 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-964cbccf-0252-41b3-9d8e-e7d5c8e3df16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd&device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 1096 time: 0.0507760 Jun 30 05:32:45.122071 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-e1e34e13-c309-4712-a780-d730c4b729f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:45.123568 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-e1e34e13-c309-4712-a780-d730c4b729f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=affefd12-2e18-4695-9ad0-480c9f5e5fee HTTP/1.1" status: 200 len: 910 time: 0.0809469 Jun 30 05:32:45.192275 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-8f3ef28c-096f-43f1-9600-b3cfd3288557 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8 HTTP/1.1" status: 200 len: 998 time: 0.0597117 Jun 30 05:32:45.241340 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-0806a5fe-df30-4ea3-ab63-c276a0441fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:45.242676 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-0806a5fe-df30-4ea3-ab63-c276a0441fde service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bad3c6a3-a301-48c1-b80f-fb3e2e5740a6 HTTP/1.1" status: 200 len: 848 time: 0.0437815 Jun 30 05:32:45.298251 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-b076bab5-e20a-433d-a893-5c724a14a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:45.299748 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-b076bab5-e20a-433d-a893-5c724a14a764 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=affefd12-2e18-4695-9ad0-480c9f5e5fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503800 Jun 30 05:32:45.390936 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-4e289c70-0bae-438d-9101-11bb86e181ca service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839615 Jun 30 05:32:45.481881 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f4d2-e321-4b05-aa85-c535059d48d9 req-3d66622c-05c3-4dea-82fc-2e85ed0cefb6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:45.482497 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5b1e0b92-fab2-442d-8e28-b60f08701b82 req-f332c029-75d5-41fb-a005-8c469e311671 service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837724 Jun 30 05:32:45.483604 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8dc7f4d2-e321-4b05-aa85-c535059d48d9 req-3d66622c-05c3-4dea-82fc-2e85ed0cefb6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0623705 Jun 30 05:32:45.522445 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8dc7f4d2-e321-4b05-aa85-c535059d48d9 req-ccb8eeb0-fa3e-4c87-9c5a-b0ade6e69f58 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331612 Jun 30 05:32:45.823916 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:46.700915 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e7914-d73c-4fb5-b313-2ef064a5a7f7 req-d3c1802f-adf5-413e-ad29-fe071069b02b tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:46.702428 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-138e7914-d73c-4fb5-b313-2ef064a5a7f7 req-d3c1802f-adf5-413e-ad29-fe071069b02b tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0663898 Jun 30 05:32:46.740132 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-138e7914-d73c-4fb5-b313-2ef064a5a7f7 req-63c1ad47-21a4-47e6-8372-7a88bebe6932 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314901 Jun 30 05:32:47.318821 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:47.915839 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f723f99-a378-41cf-802f-319b8d98a18f req-b59df1b3-6257-46f3-8a08-c36181f3d08c tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:47.917279 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2f723f99-a378-41cf-802f-319b8d98a18f req-b59df1b3-6257-46f3-8a08-c36181f3d08c tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0612521 Jun 30 05:32:47.954165 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2f723f99-a378-41cf-802f-319b8d98a18f req-cbdd551a-8eab-4bcd-bf5f-8635d81ff9c2 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313547 Jun 30 05:32:49.123930 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013b340-db7c-4f6d-9806-ce30b986a543 req-4f4b1ae3-e132-4cf0-b66b-1c78fe506b60 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:49.126084 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4013b340-db7c-4f6d-9806-ce30b986a543 req-4f4b1ae3-e132-4cf0-b66b-1c78fe506b60 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0644028 Jun 30 05:32:49.161831 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4013b340-db7c-4f6d-9806-ce30b986a543 req-3e07e83d-ebc2-4d85-89a1-b6915c9eb696 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303512 Jun 30 05:32:50.341583 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65b0f-7426-447f-bc72-a5bd8094c43f req-9eeeb766-a66c-4a19-afe6-7f150cb87445 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:50.343777 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b8b65b0f-7426-447f-bc72-a5bd8094c43f req-9eeeb766-a66c-4a19-afe6-7f150cb87445 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0651271 Jun 30 05:32:50.380904 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b8b65b0f-7426-447f-bc72-a5bd8094c43f req-a4526f90-668c-491e-addc-6d9060646376 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313134 Jun 30 05:32:51.548490 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327294c-3f38-4b28-8ac9-2e54ed8dbdab req-8a07c8a4-59d8-42c4-b279-29211b9f9bd6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:51.549832 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f327294c-3f38-4b28-8ac9-2e54ed8dbdab req-8a07c8a4-59d8-42c4-b279-29211b9f9bd6 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0606430 Jun 30 05:32:51.588800 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f327294c-3f38-4b28-8ac9-2e54ed8dbdab req-51be26a9-9224-4cec-96f7-99ed87d2e21f tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333409 Jun 30 05:32:52.763374 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e7e44-4a3c-455e-9bb2-21f5ab2b3135 req-5affc120-05ca-4a16-b63d-9ca97c78c877 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:52.764826 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7f5e7e44-4a3c-455e-9bb2-21f5ab2b3135 req-5affc120-05ca-4a16-b63d-9ca97c78c877 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0640962 Jun 30 05:32:52.802980 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7f5e7e44-4a3c-455e-9bb2-21f5ab2b3135 req-688910d1-c04d-4a34-86f7-435a39f89b35 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312498 Jun 30 05:32:53.749943 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device c2da3b1d-7440-4074-b5c0-d0907a145db8 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:32:53.845661 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port c2da3b1d-7440-4074-b5c0-d0907a145db8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:32:53.857412 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'port_id': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'mac_address': 'fa:16:3e:55:58:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:32:53.897632 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:53.913457 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2da3b1d-7440-4074-b5c0-d0907a145db8 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:32:53.932260 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port c2da3b1d-7440-4074-b5c0-d0907a145db8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:32:53.936195 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:53.983424 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68164f-6168-422d-97bb-07920c6e2822 req-69fc6dfa-48b0-4d6f-81f6-721dc9f2cb97 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:53.986401 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-db68164f-6168-422d-97bb-07920c6e2822 req-69fc6dfa-48b0-4d6f-81f6-721dc9f2cb97 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 943 time: 0.0702047 Jun 30 05:32:53.992449 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=c2da3b1d-7440-4074-b5c0-d0907a145db8,revision_number=7']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:54.028863 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-db68164f-6168-422d-97bb-07920c6e2822 req-87449ab1-b23c-4fee-9d85-d9d96a8eaf10 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364201 Jun 30 05:32:54.180795 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['c2da3b1d-7440-4074-b5c0-d0907a145db8'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:32:55.208896 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0ea80-a136-42d8-bd55-2d9521d10da4 req-0cf8485d-272a-4992-8820-d45d2328098b tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:55.210350 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c1c0ea80-a136-42d8-bd55-2d9521d10da4 req-0cf8485d-272a-4992-8820-d45d2328098b tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 944 time: 0.0629396 Jun 30 05:32:55.248517 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c1c0ea80-a136-42d8-bd55-2d9521d10da4 req-89b45c47-0260-46da-a49f-49f6b207f8ef tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Jun 30 05:32:55.781040 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device c2da3b1d-7440-4074-b5c0-d0907a145db8 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:32:55.818660 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48665857-29e6-4651-8005-bae4e0adfc43 req-4fc0deb8-3370-4b4c-8e2d-79a319551206 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:55.820155 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-48665857-29e6-4651-8005-bae4e0adfc43 req-4fc0deb8-3370-4b4c-8e2d-79a319551206 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0651073 Jun 30 05:32:55.827787 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port c2da3b1d-7440-4074-b5c0-d0907a145db8 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:32:55.828158 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:55.857655 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-48665857-29e6-4651-8005-bae4e0adfc43 req-3821c7da-464a-432a-8f29-ae022334efb7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318079 Jun 30 05:32:55.908614 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:55.934329 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:32:55.936602 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd82273-28bd-4a4d-a8b4-bca5f1080b9c" -d '{"events": [{"server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "name": "network-vif-plugged", "status": "completed", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:32:55.950393 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port c2da3b1d-7440-4074-b5c0-d0907a145db8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:32:55.955830 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:55.979144 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe8c4d7-54ed-4fa3-92cd-482d65ced445 x-openstack-request-id: req-7fe8c4d7-54ed-4fa3-92cd-482d65ced445 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:32:55.979430 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "name": "network-vif-plugged", "status": "completed", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:32:55.979677 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7fe8c4d7-54ed-4fa3-92cd-482d65ced445 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:32:55.980054 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'code': 200} Jun 30 05:32:56.005849 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=c2da3b1d-7440-4074-b5c0-d0907a145db8,revision_number=8']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:56.229305 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f775d3-382f-451b-aa5c-0360e108e2f3 req-aafd6a71-e78a-4176-adb2-80ad0f0c8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:56.230774 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-88f775d3-382f-451b-aa5c-0360e108e2f3 req-aafd6a71-e78a-4176-adb2-80ad0f0c8455 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 1098 time: 0.0577056 Jun 30 05:32:56.265142 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-88f775d3-382f-451b-aa5c-0360e108e2f3 req-57fbe264-da2c-4d2d-8337-d283ebc9612d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274913 Jun 30 05:32:56.418386 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daff856-cc63-4c14-86f3-13bcae118056 req-843cf245-63e4-4aaf-847c-62505e2838a3 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:56.419856 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2daff856-cc63-4c14-86f3-13bcae118056 req-843cf245-63e4-4aaf-847c-62505e2838a3 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0626550 Jun 30 05:32:56.459931 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2daff856-cc63-4c14-86f3-13bcae118056 req-7ebf822e-acc9-435d-a623-93742508f99b tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Jun 30 05:32:57.059994 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cd03e-85fc-4d33-a196-a592a975d501 req-00e96be7-6342-4e81-ab41-f27cdd348bb8 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:57.061679 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1d5cd03e-85fc-4d33-a196-a592a975d501 req-00e96be7-6342-4e81-ab41-f27cdd348bb8 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0787334 Jun 30 05:32:57.128095 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1d5cd03e-85fc-4d33-a196-a592a975d501 req-6f408be5-95ac-4e53-ae9f-7355b81496ee tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567460 Jun 30 05:32:57.153950 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938c275-1a49-4930-bd3d-8739808934c8 req-4f3c768f-fa5d-4ecb-a5fb-318e1a42f5a0 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:57.155550 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8938c275-1a49-4930-bd3d-8739808934c8 req-4f3c768f-fa5d-4ecb-a5fb-318e1a42f5a0 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 946 time: 0.1039643 Jun 30 05:32:57.194884 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8938c275-1a49-4930-bd3d-8739808934c8 req-702391df-eba9-42a4-8dcf-208b9d1c8851 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=037139e5-f995-4747-b999-27815d6aa457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330009 Jun 30 05:32:57.641642 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f560e9d-1762-483f-8c4b-7d17e9813e53 req-6095f612-bbc4-4f42-b1f1-349512ec815b tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:57.643064 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6f560e9d-1762-483f-8c4b-7d17e9813e53 req-6095f612-bbc4-4f42-b1f1-349512ec815b tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0646849 Jun 30 05:32:57.680195 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6f560e9d-1762-483f-8c4b-7d17e9813e53 req-31457974-704e-405f-ba61-61b9d93ebcba tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315793 Jun 30 05:32:58.304771 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00419c99-3979-4010-a497-2323f2fabe3c req-0409775e-21b2-438c-93c9-fe3dbf23d041 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:58.306239 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-00419c99-3979-4010-a497-2323f2fabe3c req-0409775e-21b2-438c-93c9-fe3dbf23d041 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0633399 Jun 30 05:32:58.369794 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-00419c99-3979-4010-a497-2323f2fabe3c req-8a541805-c3b4-4697-9296-055e6e951a1d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536001 Jun 30 05:32:58.393824 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a167f2-4df4-43c3-a87d-172266ceb6db req-9ed1acad-bb11-4ca1-b29a-c617b52c0159 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:58.395307 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-30a167f2-4df4-43c3-a87d-172266ceb6db req-9ed1acad-bb11-4ca1-b29a-c617b52c0159 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 946 time: 0.0881748 Jun 30 05:32:58.436021 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-30a167f2-4df4-43c3-a87d-172266ceb6db req-a3367a39-785e-4b06-b560-4e82e1f9de39 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups?id=037139e5-f995-4747-b999-27815d6aa457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349953 Jun 30 05:32:59.036363 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-c817c1bd-73aa-44f5-a54d-45b00b825479 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:59.037751 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-c817c1bd-73aa-44f5-a54d-45b00b825479 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.35 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 946 time: 0.0606670 Jun 30 05:32:59.130885 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Deleting port df17986e-f81a-4d87-a4db-38ba71472430 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:32:59.131272 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:59.217001 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] For port df17986e-f81a-4d87-a4db-38ba71472430, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=df17986e-f81a-4d87-a4db-38ba71472430,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:32:59.217360 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:59.379843 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:59.380217 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:59.380531 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Floating IP 7740199c-0a43-4b4a-9a6e-a84d8dc9670f disassociated. External IP: 172.27.2.81, port: df17986e-f81a-4d87-a4db-38ba71472430. Jun 30 05:32:59.380871 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Calling delete_port for df17986e-f81a-4d87-a4db-38ba71472430 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:32:59.511644 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:32:59.546760 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event deleted for resources: {'Port': ['ID=df17986e-f81a-4d87-a4db-38ba71472430,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:32:59.567202 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0b50e-5866-42ee-8895-3fcf3001b308 req-805a81b7-6e21-4270-ba03-9413fcf27f7e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:32:59.568656 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-79e0b50e-5866-42ee-8895-3fcf3001b308 req-805a81b7-6e21-4270-ba03-9413fcf27f7e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0785007 Jun 30 05:32:59.601818 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8fae7631-7c4b-4ea2-a4c0-e8acd3250c18 req-f4afde20-56d6-41b1-ba98-bd6d257bf659 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff9dc2f-75b0-4001-b46f-2a9dab1e76d0 HTTP/1.1" status: 200 len: 210 time: 0.0430269 Jun 30 05:32:59.631394 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-79e0b50e-5866-42ee-8895-3fcf3001b308 req-ec815efe-1f59-42d7-8014-f5f938cd1158 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542662 Jun 30 05:32:59.909796 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Router 86506398-08f3-46c1-be7b-b02eb8743bd3 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:33:00.021215 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:33:00.031877 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7973d-3b93-4b75-bbfb-c52603f6abee None None] Sync routers for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:33:00.041353 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7973d-3b93-4b75-bbfb-c52603f6abee None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:33:00.041956 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-a7b7973d-3b93-4b75-bbfb-c52603f6abee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:32:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:33:00.066760 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] No DVR routers for this DVR port df17986e-f81a-4d87-a4db-38ba71472430 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:33:00.069288 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:00.071305 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-16ea22a3-f00b-4e42-addf-368707f84c22 req-7d0c8cea-f852-4633-92db-4e9083c18282 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.35 "DELETE /v2.0/ports/df17986e-f81a-4d87-a4db-38ba71472430 HTTP/1.1" status: 204 len: 173 time: 1.0279505 Jun 30 05:33:00.071731 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff9dc2f-75b0-4001-b46f-2a9dab1e76d0', 'name': 'network-vif-deleted', 'tag': 'df17986e-f81a-4d87-a4db-38ba71472430'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:33:00.074043 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2013612b-d176-4ef6-b96e-7dcb407190ef" -d '{"events": [{"server_uuid": "bff9dc2f-75b0-4001-b46f-2a9dab1e76d0", "name": "network-vif-deleted", "tag": "df17986e-f81a-4d87-a4db-38ba71472430"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:33:00.111306 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85975a1-83b7-4d37-a415-61b4a13ba84d x-openstack-request-id: req-f85975a1-83b7-4d37-a415-61b4a13ba84d {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:33:00.111598 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff9dc2f-75b0-4001-b46f-2a9dab1e76d0", "name": "network-vif-deleted", "tag": "df17986e-f81a-4d87-a4db-38ba71472430", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:33:00.111846 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f85975a1-83b7-4d37-a415-61b4a13ba84d {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:33:00.112232 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff9dc2f-75b0-4001-b46f-2a9dab1e76d0', 'name': 'network-vif-deleted', 'tag': 'df17986e-f81a-4d87-a4db-38ba71472430', 'status': 'completed', 'code': 200} Jun 30 05:33:00.149054 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-a7b7973d-3b93-4b75-bbfb-c52603f6abee None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:33:00.343578 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-a7b7973d-3b93-4b75-bbfb-c52603f6abee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:58Z', 'revision_number': 5, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:33:00.369039 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7973d-3b93-4b75-bbfb-c52603f6abee None None] Checking router: 86506398-08f3-46c1-be7b-b02eb8743bd3 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:33:00.377656 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7973d-3b93-4b75-bbfb-c52603f6abee None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:33:00.378243 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-a7b7973d-3b93-4b75-bbfb-c52603f6abee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:32:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:33:00.477527 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-a7b7973d-3b93-4b75-bbfb-c52603f6abee None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:33:00.679020 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-a7b7973d-3b93-4b75-bbfb-c52603f6abee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:58Z', 'revision_number': 5, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:33:00.710082 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7973d-3b93-4b75-bbfb-c52603f6abee None None] The sync data for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi is: [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:26:48Z', 'revision_number': 4, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '925ebc24-9e26-4425-86d0-4565d66322fd', 'name': '', 'network_id': 'bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'mac_address': 'fa:16:3e:7b:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:46Z', 'updated_at': '2021-06-30T05:26:58Z', 'revision_number': 5, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'subnets': [{'id': '890b8d44-c46a-4f64-a633-41d4ce21be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:33:00.731305 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36170) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:00.791976 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-eecede75-dde1-4ff3-a018-6adaa9d22d16 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:00.815814 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-eecede75-dde1-4ff3-a018-6adaa9d22d16 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:00.827054 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d60f95-a8c1-4cba-b085-ff93e1bf801f req-4180273f-83b6-4c9d-823c-1a13225ced89 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:00.828595 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-40d60f95-a8c1-4cba-b085-ff93e1bf801f req-4180273f-83b6-4c9d-823c-1a13225ced89 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0663886 Jun 30 05:33:00.870508 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-eecede75-dde1-4ff3-a018-6adaa9d22d16 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:00.873216 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-eecede75-dde1-4ff3-a018-6adaa9d22d16 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:00.877087 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-eecede75-dde1-4ff3-a018-6adaa9d22d16 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "DELETE /v2.0/security-groups/037139e5-f995-4747-b999-27815d6aa457 HTTP/1.1" status: 204 len: 168 time: 0.1418853 Jun 30 05:33:00.878890 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36172) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:00.905865 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecede75-dde1-4ff3-a018-6adaa9d22d16 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=037139e5-f995-4747-b999-27815d6aa457,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:00.905865 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.api.v2.resource [None req-181eaaa1-2f3c-48d0-bd38-dab75285c10a tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] show failed (client error): The resource could not be found. Jun 30 05:33:00.905865 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-181eaaa1-2f3c-48d0-bd38-dab75285c10a tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "GET /v2.0/security-groups/037139e5-f995-4747-b999-27815d6aa457 HTTP/1.1" status: 404 len: 347 time: 0.0232012 Jun 30 05:33:00.906860 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36174) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:00.934996 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:33:00.980254 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af596b4-27b1-43e3-b010-def0260c4020 None None] New status for floating IP 7740199c-0a43-4b4a-9a6e-a84d8dc9670f: DOWN {{(pid=92845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:33:01.054136 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-9ae9fc39-dd79-4f73-b123-3081371eec06 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Deleting port 9f546020-9e5d-43a1-b81b-8dd596f4d7ff {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:33:01.054438 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ae9fc39-dd79-4f73-b123-3081371eec06 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:01.146418 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ae9fc39-dd79-4f73-b123-3081371eec06 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:01.147093 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ae9fc39-dd79-4f73-b123-3081371eec06 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:01.149302 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-40d60f95-a8c1-4cba-b085-ff93e1bf801f req-f95a2ee4-56b4-4e8c-be94-a3b3ab2aaacc tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147879 Jun 30 05:33:01.161790 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-9ae9fc39-dd79-4f73-b123-3081371eec06 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Calling delete_port for 9f546020-9e5d-43a1-b81b-8dd596f4d7ff owned by network:floatingip {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:33:01.288658 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ae9fc39-dd79-4f73-b123-3081371eec06 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:01.316763 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9fc39-dd79-4f73-b123-3081371eec06 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Pushing event deleted for resources: {'Port': ['ID=9f546020-9e5d-43a1-b81b-8dd596f4d7ff,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:01.377338 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ae9fc39-dd79-4f73-b123-3081371eec06 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks [] for floatingip, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:01.379806 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ae9fc39-dd79-4f73-b123-3081371eec06 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:01.380937 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-9ae9fc39-dd79-4f73-b123-3081371eec06 tempest-AttachVolumeTestJSON-679236992 tempest-AttachVolumeTestJSON-679236992-project] 10.222.0.41 "DELETE /v2.0/floatingips/7740199c-0a43-4b4a-9a6e-a84d8dc9670f HTTP/1.1" status: 204 len: 168 time: 0.4733748 Jun 30 05:33:01.842373 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device df17986e-f81a-4d87-a4db-38ba71472430 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:33:01.862261 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: df17986e-f81a-4d87-a4db-38ba71472430 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:33:01.862605 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device df17986e-f81a-4d87-a4db-38ba71472430 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:33:02.326408 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e45682-5a34-4d5c-b676-6dda294d97c3 req-2c39f691-9cc3-4423-8a26-ea445070f946 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:02.327992 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a4e45682-5a34-4d5c-b676-6dda294d97c3 req-2c39f691-9cc3-4423-8a26-ea445070f946 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0604522 Jun 30 05:33:02.364706 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a4e45682-5a34-4d5c-b676-6dda294d97c3 req-e0a14e07-3d49-4f8f-b73b-42bcccb4d0bd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305855 Jun 30 05:33:03.537951 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0b834-35a8-4d66-a16c-436b08da2dc6 req-02b638d6-6554-453c-a7af-17c66441ce57 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:03.539414 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-12c0b834-35a8-4d66-a16c-436b08da2dc6 req-02b638d6-6554-453c-a7af-17c66441ce57 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0606682 Jun 30 05:33:03.577523 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-12c0b834-35a8-4d66-a16c-436b08da2dc6 req-76ba4ab2-1796-4093-b867-0cf9a9aa75ad tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327022 Jun 30 05:33:04.798929 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360ea43-4920-4af9-8ee1-d63d1fa51acc req-3498da04-8b49-4593-a726-630bf098692a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:04.800381 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0360ea43-4920-4af9-8ee1-d63d1fa51acc req-3498da04-8b49-4593-a726-630bf098692a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0609045 Jun 30 05:33:04.836359 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0360ea43-4920-4af9-8ee1-d63d1fa51acc req-2526aff1-8c8a-4293-809e-61d92f2d1338 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305309 Jun 30 05:33:05.039536 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36212) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:05.465137 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-198e89ee-c78f-4d83-aeda-3023aeaf2e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3745207'] for router_interface, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:05.713572 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-198e89ee-c78f-4d83-aeda-3023aeaf2e11 admin admin] Deleting port 925ebc24-9e26-4425-86d0-4565d66322fd {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:33:05.713915 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-198e89ee-c78f-4d83-aeda-3023aeaf2e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:05.789902 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [None req-198e89ee-c78f-4d83-aeda-3023aeaf2e11 admin admin] For port 925ebc24-9e26-4425-86d0-4565d66322fd, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=925ebc24-9e26-4425-86d0-4565d66322fd,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:33:05.790255 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-198e89ee-c78f-4d83-aeda-3023aeaf2e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:05.802498 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-198e89ee-c78f-4d83-aeda-3023aeaf2e11 admin admin] Calling delete_port for 925ebc24-9e26-4425-86d0-4565d66322fd owned by network:router_interface {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:33:05.981046 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-198e89ee-c78f-4d83-aeda-3023aeaf2e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:06.009792 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e89ee-c78f-4d83-aeda-3023aeaf2e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=925ebc24-9e26-4425-86d0-4565d66322fd,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:06.017589 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbe881-5caf-4348-a9ef-ff782a7791cc req-d5dfe068-1a41-4b3d-a801-c042350ccdbe tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:06.019031 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5dcbe881-5caf-4348-a9ef-ff782a7791cc req-d5dfe068-1a41-4b3d-a801-c042350ccdbe tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0615320 Jun 30 05:33:06.083446 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5dcbe881-5caf-4348-a9ef-ff782a7791cc req-1d219b46-52d9-434c-9167-532c44b3a9ec tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430052 Jun 30 05:33:06.197504 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-198e89ee-c78f-4d83-aeda-3023aeaf2e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745101'] for router_interface, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:06.403257 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198e89ee-c78f-4d83-aeda-3023aeaf2e11 admin admin] Router 86506398-08f3-46c1-be7b-b02eb8743bd3 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:33:06.503410 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198e89ee-c78f-4d83-aeda-3023aeaf2e11 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:33:06.508247 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-198e89ee-c78f-4d83-aeda-3023aeaf2e11 admin admin] 10.222.0.41 "PUT /v2.0/routers/86506398-08f3-46c1-be7b-b02eb8743bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4676952 Jun 30 05:33:06.510731 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36218) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:06.513315 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8732d-e516-4733-92c0-4651086749aa None None] Sync routers for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:33:06.522456 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8732d-e516-4733-92c0-4651086749aa None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:33:06.522981 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-c4a8732d-e516-4733-92c0-4651086749aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:32:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:33:06.608551 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Notify callbacks [] for router, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:06.623599 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-c4a8732d-e516-4733-92c0-4651086749aa None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:33:06.706954 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:06.759379 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Deleting port 3aca5822-ebfa-4fac-8135-3ff16a6d0390 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:33:06.759714 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:06.796338 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-c4a8732d-e516-4733-92c0-4651086749aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:33:05Z', 'revision_number': 5, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port': {'id': '3aca5822-ebfa-4fac-8135-3ff16a6d0390', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:26:42Z', 'updated_at': '2021-06-30T05:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:33:06.825899 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8732d-e516-4733-92c0-4651086749aa None None] Checking router: 86506398-08f3-46c1-be7b-b02eb8743bd3 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:33:06.834708 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8732d-e516-4733-92c0-4651086749aa None None] Routers {'86506398-08f3-46c1-be7b-b02eb8743bd3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:33:06.835332 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-c4a8732d-e516-4733-92c0-4651086749aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:32:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['86506398-08f3-46c1-be7b-b02eb8743bd3'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:33:06.835685 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] For port 3aca5822-ebfa-4fac-8135-3ff16a6d0390, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=3aca5822-ebfa-4fac-8135-3ff16a6d0390,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:33:06.836050 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:06.848813 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Calling delete_port for 3aca5822-ebfa-4fac-8135-3ff16a6d0390 owned by network:router_gateway {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:33:06.918412 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-c4a8732d-e516-4733-92c0-4651086749aa None None] Set router 86506398-08f3-46c1-be7b-b02eb8743bd3 gateway port host: None {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:33:06.972617 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-c4a8732d-e516-4733-92c0-4651086749aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:33:06Z', 'revision_number': 6, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port_host': None}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:33:06.999043 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8732d-e516-4733-92c0-4651086749aa None None] The sync data for ids ['86506398-08f3-46c1-be7b-b02eb8743bd3'] in dv-cinder-772181-11-iscsi is: [{'id': '86506398-08f3-46c1-be7b-b02eb8743bd3', 'name': 'tempest-AttachVolumeTestJSON-1145088349-router', 'tenant_id': 'd6a68817d00e4f15aeea091672074687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:26:41Z', 'updated_at': '2021-06-30T05:33:06Z', 'revision_number': 6, 'project_id': 'd6a68817d00e4f15aeea091672074687', 'gw_port_host': None}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:33:07.019154 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.043725 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aca5822-ebfa-4fac-8135-3ff16a6d0390,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:07.109565 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746938'] for router_gateway, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.209297 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102786'] for router, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.211446 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.253261 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751966'] for router, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.253871 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86506398-08f3-46c1-be7b-b02eb8743bd3 {{(pid=92842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 05:33:07.254432 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a310c-c258-475e-bdfd-eafbb2c3515c req-530229c3-c0dc-4c49-80e7-68337ebb2022 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:07.256084 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-856a310c-c258-475e-bdfd-eafbb2c3515c req-530229c3-c0dc-4c49-80e7-68337ebb2022 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0713384 Jun 30 05:33:07.258955 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] Notify callbacks [] for router, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.260188 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-40f1c431-cc85-4eaa-aa1d-7ca90d0b3f04 admin admin] 10.222.0.41 "DELETE /v2.0/routers/86506398-08f3-46c1-be7b-b02eb8743bd3 HTTP/1.1" status: 204 len: 168 time: 0.7485368 Jun 30 05:33:07.262581 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36222) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:07.299443 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-856a310c-c258-475e-bdfd-eafbb2c3515c req-3114d704-0d22-4a9f-831a-686f6adbe10e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367281 Jun 30 05:33:07.307157 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f510ac-7ce0-4b0e-b647-38fc54de9b07 admin admin] Deleting subnet 890b8d44-c46a-4f64-a633-41d4ce21be07 {{(pid=92842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:33:07.310201 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e6f510ac-7ce0-4b0e-b647-38fc54de9b07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.599172 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e6f510ac-7ce0-4b0e-b647-38fc54de9b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8671267'] for subnet, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.673296 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e6f510ac-7ce0-4b0e-b647-38fc54de9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.725053 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e6f510ac-7ce0-4b0e-b647-38fc54de9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8690481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595536'] for subnet, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.752118 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f510ac-7ce0-4b0e-b647-38fc54de9b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=890b8d44-c46a-4f64-a633-41d4ce21be07,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:07.758045 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-e6f510ac-7ce0-4b0e-b647-38fc54de9b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.759955 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-e6f510ac-7ce0-4b0e-b647-38fc54de9b07 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/890b8d44-c46a-4f64-a633-41d4ce21be07 HTTP/1.1" status: 204 len: 168 time: 0.4964664 Jun 30 05:33:07.762381 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36224) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:07.763717 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40000c6f-5b72-47ce-b078-26fc8866d8fa None None] Network bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:33:07.831465 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.876068 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 13b0b4a9-2296-4c04-974d-30b5d77f212b details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:33:07.883678 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Deleting port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:33:07.884019 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.958636 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] For port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=8a60c3b0-90d6-4ad7-aa9e-806bf42b070d,segment=NetworkSegment(61aac879-bf5f-46cc-825b-e6bede9b97a1),segment_id=61aac879-bf5f-46cc-825b-e6bede9b97a1)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:33:07.959095 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:07.975319 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Calling delete_port for 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d owned by network:dhcp {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:33:08.067128 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:08.099392 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Pushing event deleted for resources: {'Port': ['ID=8a60c3b0-90d6-4ad7-aa9e-806bf42b070d,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:08.102832 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] No DVR routers for this DVR port 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d on host dv-cinder-772181-11-iscsi {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:33:08.132765 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 13b0b4a9-2296-4c04-974d-30b5d77f212b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:33:08.153719 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'port_id': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'mac_address': 'fa:16:3e:96:40:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:33:08.174125 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:08.189816 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f0ea87-1179-469c-b5f7-141d6bef0cc7 None None] DHCP port deletion for bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf request from dv-cinder-772181-11-iscsi {{(pid=92844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 05:33:08.192531 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf']}} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:33:08.198710 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:08.205981 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61aac879-bf5f-46cc-825b-e6bede9b97a1') {'for_net_delete': True} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:33:08.205981 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61aac879-bf5f-46cc-825b-e6bede9b97a1') {} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:33:08.217332 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13b0b4a9-2296-4c04-974d-30b5d77f212b {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:33:08.219453 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8671274'] for segment, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:08.238722 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:08.244266 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 13b0b4a9-2296-4c04-974d-30b5d77f212b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:33:08.245747 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=92842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:33:08.246170 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8690578'] for segment, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: Traceback (most recent call last): Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: timer() Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: cb(*args, **kw) Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: return func(*args, **kwargs) Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: self._notify() Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: self.callback(batched_events) Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: event.method(event) Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: return f(self, *a, **k) Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: return self._get(url).json() Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: return self.request(url, 'GET', **kwargs) Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:33:08.247860 dv-cinder-772181-11-iscsi neutron-server[92842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:33:08.250880 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:08.318636 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=13b0b4a9-2296-4c04-974d-30b5d77f212b,revision_number=6']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:08.322628 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:08.326425 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:08.326778 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:08.327189 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:08.327484 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:08.328049 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:08.328385 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:08.328720 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:08.329048 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:08.329448 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:08.329831 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:08.330522 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:08.330522 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:08.331665 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:08.334623 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] 10.222.0.41 "DELETE /v2.0/networks/bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf HTTP/1.1" status: 204 len: 168 time: 0.5710688 Jun 30 05:33:08.340735 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['13b0b4a9-2296-4c04-974d-30b5d77f212b'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:33:08.351741 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae1fb5-7f0d-4fb1-b50c-cd2c083fe05b admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc2f330-f8aa-4a53-9882-fcbe3f9bf5cf,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:08.401398 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 3aca5822-ebfa-4fac-8135-3ff16a6d0390 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:33:08.429962 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 3aca5822-ebfa-4fac-8135-3ff16a6d0390 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:33:08.430456 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 3aca5822-ebfa-4fac-8135-3ff16a6d0390 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:33:08.430999 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:33:08.456983 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:33:08.457615 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 8a60c3b0-90d6-4ad7-aa9e-806bf42b070d not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:33:08.458110 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 925ebc24-9e26-4425-86d0-4565d66322fd no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:33:08.483046 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 925ebc24-9e26-4425-86d0-4565d66322fd {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:33:08.483422 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 925ebc24-9e26-4425-86d0-4565d66322fd not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:33:08.526050 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5fb92-63cb-4888-bde7-70d41538cd66 req-65ddbabe-7c2d-48a0-8d81-e438b52f5bc2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:08.532406 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cdf5fb92-63cb-4888-bde7-70d41538cd66 req-65ddbabe-7c2d-48a0-8d81-e438b52f5bc2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 944 time: 0.0779510 Jun 30 05:33:08.535571 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36254) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:08.574500 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cdf5fb92-63cb-4888-bde7-70d41538cd66 req-d756aa51-dd9c-4e9e-8457-efb03ca4532f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377305 Jun 30 05:33:08.579794 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-24eb3c5e-c319-457a-a10b-da2dae0427e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6a68817d00e4f15aeea091672074687&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429556 Jun 30 05:33:08.582132 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36256) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:08.637228 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8647d7d1-a5ed-4c7a-b6b1-6d9c6ba5409d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:08.659824 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8647d7d1-a5ed-4c7a-b6b1-6d9c6ba5409d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:08.704518 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8647d7d1-a5ed-4c7a-b6b1-6d9c6ba5409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:08.707277 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8647d7d1-a5ed-4c7a-b6b1-6d9c6ba5409d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:08.708432 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-8647d7d1-a5ed-4c7a-b6b1-6d9c6ba5409d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f8eaeb7-3eb1-446f-a82d-8acb37cba540 HTTP/1.1" status: 204 len: 168 time: 0.1253195 Jun 30 05:33:08.715823 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647d7d1-a5ed-4c7a-b6b1-6d9c6ba5409d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8eaeb7-3eb1-446f-a82d-8acb37cba540,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:09.305625 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:09.793139 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77702217-dda9-45d5-83fe-e772e1ae3ceb req-d7d4d5a8-874c-4172-ad6d-3b2de0ff02b1 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:09.801486 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-77702217-dda9-45d5-83fe-e772e1ae3ceb req-d7d4d5a8-874c-4172-ad6d-3b2de0ff02b1 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 944 time: 0.0842035 Jun 30 05:33:09.854817 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-77702217-dda9-45d5-83fe-e772e1ae3ceb req-c0d13651-9360-4dc7-ad51-1e1c8d78c270 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520198 Jun 30 05:33:09.905136 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 13b0b4a9-2296-4c04-974d-30b5d77f212b up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:33:09.987451 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 13b0b4a9-2296-4c04-974d-30b5d77f212b triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:33:09.987821 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:10.129611 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:10.177274 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 13b0b4a9-2296-4c04-974d-30b5d77f212b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:33:10.178639 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:33:10.181720 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42449636-ee3c-4423-9864-13a633fab3fc" -d '{"events": [{"server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "name": "network-vif-plugged", "status": "completed", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:33:10.185646 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:10.270643 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d6bc14-c414-41cc-9970-8b8c1ceb1193 x-openstack-request-id: req-29d6bc14-c414-41cc-9970-8b8c1ceb1193 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:33:10.271634 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "name": "network-vif-plugged", "status": "completed", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:33:10.271964 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29d6bc14-c414-41cc-9970-8b8c1ceb1193 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:33:10.273262 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'code': 200} Jun 30 05:33:10.303821 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=13b0b4a9-2296-4c04-974d-30b5d77f212b,revision_number=7']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:10.757597 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b48b4e3d-e5a2-4b4b-ab4a-b2957a36b0e9 req-16222157-25b3-4112-9421-f2c0588d9e28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1011572 Jun 30 05:33:10.865137 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b4e3d-e5a2-4b4b-ab4a-b2957a36b0e9 req-3c6fa6f5-de7a-45e4-a65f-a2839f2ff40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:10.867167 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b48b4e3d-e5a2-4b4b-ab4a-b2957a36b0e9 req-3c6fa6f5-de7a-45e4-a65f-a2839f2ff40d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd&device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 1098 time: 0.0561559 Jun 30 05:33:10.991171 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b4e3d-e5a2-4b4b-ab4a-b2957a36b0e9 req-f3709801-32b5-4bde-aad0-db9caccc3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:10.992925 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b48b4e3d-e5a2-4b4b-ab4a-b2957a36b0e9 req-f3709801-32b5-4bde-aad0-db9caccc3665 service neutron] 10.222.0.35 "GET /v2.0/networks?id=affefd12-2e18-4695-9ad0-480c9f5e5fee HTTP/1.1" status: 200 len: 910 time: 0.1018763 Jun 30 05:33:11.044210 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86775b02-8536-4577-ae34-295bbdafb490 req-327da399-fa2c-4b85-aa12-4b6187869c24 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:11.046458 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-86775b02-8536-4577-ae34-295bbdafb490 req-327da399-fa2c-4b85-aa12-4b6187869c24 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0714896 Jun 30 05:33:11.089995 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b48b4e3d-e5a2-4b4b-ab4a-b2957a36b0e9 req-e7e504eb-2fc9-464e-834a-f59436adf833 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8 HTTP/1.1" status: 200 len: 1000 time: 0.0816238 Jun 30 05:33:11.091068 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-86775b02-8536-4577-ae34-295bbdafb490 req-3e57b070-e9d3-423d-b973-301632a87f9c tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384541 Jun 30 05:33:11.141678 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b4e3d-e5a2-4b4b-ab4a-b2957a36b0e9 req-4f6204e3-6ade-40ea-8891-c5d86159aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:11.143273 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b48b4e3d-e5a2-4b4b-ab4a-b2957a36b0e9 req-4f6204e3-6ade-40ea-8891-c5d86159aa6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bad3c6a3-a301-48c1-b80f-fb3e2e5740a6 HTTP/1.1" status: 200 len: 848 time: 0.0472023 Jun 30 05:33:11.209016 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b4e3d-e5a2-4b4b-ab4a-b2957a36b0e9 req-460f9c34-4629-4d48-b5b3-4d788143c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:11.210595 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b48b4e3d-e5a2-4b4b-ab4a-b2957a36b0e9 req-460f9c34-4629-4d48-b5b3-4d788143c6d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=affefd12-2e18-4695-9ad0-480c9f5e5fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0601211 Jun 30 05:33:11.321569 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b48b4e3d-e5a2-4b4b-ab4a-b2957a36b0e9 req-a7c1d04b-102b-4138-b12c-87f3dbf60a16 service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020770 Jun 30 05:33:11.427621 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b48b4e3d-e5a2-4b4b-ab4a-b2957a36b0e9 req-b8ea525c-844b-4a1b-a369-dbae3fe1d7f8 service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961583 Jun 30 05:33:12.148022 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-72b2e929-9ced-4a88-91ad-7d9536ff1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:12.300160 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9798c6-7c2d-4455-8c53-481aa6be3b0d req-de5c719c-456b-44bc-9ec7-00fc11cd3f7f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:12.307948 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0d9798c6-7c2d-4455-8c53-481aa6be3b0d req-de5c719c-456b-44bc-9ec7-00fc11cd3f7f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0801792 Jun 30 05:33:12.354686 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0d9798c6-7c2d-4455-8c53-481aa6be3b0d req-a3d1094c-56f5-4122-b633-21cac9109294 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458660 Jun 30 05:33:13.555131 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4b2b0-7d21-49f5-b2fc-74cb74dbaf9a req-5eb51679-a983-4a76-bdf8-e592c0239ec8 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:13.556730 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-17f4b2b0-7d21-49f5-b2fc-74cb74dbaf9a req-5eb51679-a983-4a76-bdf8-e592c0239ec8 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0704150 Jun 30 05:33:13.610612 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-17f4b2b0-7d21-49f5-b2fc-74cb74dbaf9a req-34f19259-a8b5-473d-8877-99107d52d674 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445867 Jun 30 05:33:14.706634 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-1770d48d-9750-40ff-90b4-febb42db123f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:14.783162 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:14.801189 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c58a7-fdaa-4edd-82cb-d13bd2e2161e req-809c50e3-3569-421f-9578-7c3b6a35663a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:14.802774 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-158c58a7-fdaa-4edd-82cb-d13bd2e2161e req-809c50e3-3569-421f-9578-7c3b6a35663a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0741899 Jun 30 05:33:14.843968 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-158c58a7-fdaa-4edd-82cb-d13bd2e2161e req-5e33964f-2492-4292-b927-3ff888c7c530 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350950 Jun 30 05:33:15.828671 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:16.022857 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dd6ec-212d-4c65-8380-cd93da1db912 req-7423fbb5-99a8-4016-b0cd-d47df828164b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:16.024468 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e24dd6ec-212d-4c65-8380-cd93da1db912 req-7423fbb5-99a8-4016-b0cd-d47df828164b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0649509 Jun 30 05:33:16.068779 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e24dd6ec-212d-4c65-8380-cd93da1db912 req-54cd13e1-3ba9-4ff3-ad4f-d4ac2de69741 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382977 Jun 30 05:33:17.279697 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a4016-6f02-427b-8d66-5bff13114d4b req-f7ceaa0a-5522-4c73-8e66-c92b95d9a3cf tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:17.281733 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bd5a4016-6f02-427b-8d66-5bff13114d4b req-f7ceaa0a-5522-4c73-8e66-c92b95d9a3cf tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0874236 Jun 30 05:33:17.332190 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:17.335715 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bd5a4016-6f02-427b-8d66-5bff13114d4b req-91057d76-b9eb-465e-97a2-e8925b43a6b7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476935 Jun 30 05:33:18.511486 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8754fb-4f26-4519-a558-c6ba5aa545c8 req-583c8d1d-d286-4928-bec6-fff7f580ead2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:18.512940 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2b8754fb-4f26-4519-a558-c6ba5aa545c8 req-583c8d1d-d286-4928-bec6-fff7f580ead2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0616353 Jun 30 05:33:18.550645 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2b8754fb-4f26-4519-a558-c6ba5aa545c8 req-62a5f34b-3a50-411d-8cfb-9f8796161582 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313015 Jun 30 05:33:19.731138 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85688fb4-322c-4437-93bf-72d4d27c3805 req-1d967c0d-45e7-407c-8f94-e9efc51f2073 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:19.732589 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-85688fb4-322c-4437-93bf-72d4d27c3805 req-1d967c0d-45e7-407c-8f94-e9efc51f2073 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0667040 Jun 30 05:33:19.774296 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-85688fb4-322c-4437-93bf-72d4d27c3805 req-590bf4cf-f790-490a-a73a-dddb38eb22e6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325713 Jun 30 05:33:20.530895 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab7e42-8a1f-4d49-917d-2c0fae6a937d req-5e746d7a-8568-44ad-960d-345fe44f39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:20.532260 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-70ab7e42-8a1f-4d49-917d-2c0fae6a937d req-5e746d7a-8568-44ad-960d-345fe44f39d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7964c3fc3134461b6ea0163883faaec&device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 1098 time: 0.0509875 Jun 30 05:33:20.619204 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab7e42-8a1f-4d49-917d-2c0fae6a937d req-33a5e84e-6820-4c77-9d39-c67b8b70d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:20.620650 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-70ab7e42-8a1f-4d49-917d-2c0fae6a937d req-33a5e84e-6820-4c77-9d39-c67b8b70d11d service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 200 len: 918 time: 0.0817561 Jun 30 05:33:20.688521 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-70ab7e42-8a1f-4d49-917d-2c0fae6a937d req-a94dafcd-4a79-4410-a966-c8336feb3951 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b HTTP/1.1" status: 200 len: 1001 time: 0.0618408 Jun 30 05:33:20.743412 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab7e42-8a1f-4d49-917d-2c0fae6a937d req-5251e53f-0bf6-4a1f-b5a3-b46559e27963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:20.744859 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-70ab7e42-8a1f-4d49-917d-2c0fae6a937d req-5251e53f-0bf6-4a1f-b5a3-b46559e27963 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e62719b-5a1c-4ff8-bd08-224f80a06cd2 HTTP/1.1" status: 200 len: 856 time: 0.0476575 Jun 30 05:33:20.809276 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab7e42-8a1f-4d49-917d-2c0fae6a937d req-48ab6dcb-881e-472e-8835-0f2b98830a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:20.810680 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-70ab7e42-8a1f-4d49-917d-2c0fae6a937d req-48ab6dcb-881e-472e-8835-0f2b98830a16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c5bd950-7baa-4ed0-ba10-8865d691272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0589950 Jun 30 05:33:20.906413 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-70ab7e42-8a1f-4d49-917d-2c0fae6a937d req-af38d70c-eb82-4f05-b52d-47b3a3b81f45 service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860372 Jun 30 05:33:20.954092 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2fb25-e983-4544-bab4-31a42699897b req-64fde7b6-01c3-4924-a63b-6746dbd7cb56 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:20.955606 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-99e2fb25-e983-4544-bab4-31a42699897b req-64fde7b6-01c3-4924-a63b-6746dbd7cb56 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0659344 Jun 30 05:33:20.993653 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-99e2fb25-e983-4544-bab4-31a42699897b req-365bb3ef-cad2-43e7-b729-56cb4e4fdf5d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324600 Jun 30 05:33:20.996286 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-70ab7e42-8a1f-4d49-917d-2c0fae6a937d req-4d9f0351-1fe3-4616-933f-396e9f591a12 service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837176 Jun 30 05:33:22.172879 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dc01f-f0a9-49a6-85b6-74c9e126118f req-1602bd66-5366-4bac-b9de-b5031b659daa tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:22.174324 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-756dc01f-f0a9-49a6-85b6-74c9e126118f req-1602bd66-5366-4bac-b9de-b5031b659daa tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0603147 Jun 30 05:33:22.213931 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-756dc01f-f0a9-49a6-85b6-74c9e126118f req-f0ad5edb-e1ea-4544-b1e2-df26bb67f116 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339763 Jun 30 05:33:23.391857 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52063a66-01b3-4699-8cb4-cceec91c4a42 req-30c66680-99e3-4fcd-b2d0-3806e8fb6a21 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:23.393282 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-52063a66-01b3-4699-8cb4-cceec91c4a42 req-30c66680-99e3-4fcd-b2d0-3806e8fb6a21 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 945 time: 0.0609319 Jun 30 05:33:23.429952 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-52063a66-01b3-4699-8cb4-cceec91c4a42 req-6d5726a3-6e4f-4efc-bdb6-55ac223d0698 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312378 Jun 30 05:33:24.084764 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 13b0b4a9-2296-4c04-974d-30b5d77f212b no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:33:24.158244 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:24.181973 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:33:24.184212 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a259465d-783d-47e1-9ac1-891359269e2c" -d '{"events": [{"server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "name": "network-vif-unplugged", "status": "completed", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:33:24.197469 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 13b0b4a9-2296-4c04-974d-30b5d77f212b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:33:24.201762 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:24.224525 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 05:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b987da-fdc1-4ecc-b254-15353f3a8d9b x-openstack-request-id: req-64b987da-fdc1-4ecc-b254-15353f3a8d9b {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:33:24.224817 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "name": "network-vif-unplugged", "status": "completed", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:33:24.225066 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64b987da-fdc1-4ecc-b254-15353f3a8d9b {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:33:24.225443 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'code': 200} Jun 30 05:33:24.252764 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=13b0b4a9-2296-4c04-974d-30b5d77f212b,revision_number=8']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:24.603208 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43755f8b-b815-47bc-955b-0762a3077251 req-1de128a4-bd31-4611-91ec-7edab7dcffce tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:24.604633 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-43755f8b-b815-47bc-955b-0762a3077251 req-1de128a4-bd31-4611-91ec-7edab7dcffce tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0599918 Jun 30 05:33:24.640557 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-43755f8b-b815-47bc-955b-0762a3077251 req-8d33aeb2-5800-4c5a-847d-339fac799269 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297945 Jun 30 05:33:25.827610 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016b12f-3738-451f-8ff9-ff06892afcd9 req-a1d5e7e6-cf0c-44aa-92ef-e8266cb96274 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:25.829377 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3016b12f-3738-451f-8ff9-ff06892afcd9 req-a1d5e7e6-cf0c-44aa-92ef-e8266cb96274 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0689886 Jun 30 05:33:25.868131 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3016b12f-3738-451f-8ff9-ff06892afcd9 req-4c30a1fb-384b-494e-9074-011b61d56874 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331097 Jun 30 05:33:26.972228 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afd9b7-2305-489b-9c33-56038635eab8 req-7f525a2a-69fc-4e50-9c22-98dd554f83ec tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:26.973721 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-92afd9b7-2305-489b-9c33-56038635eab8 req-7f525a2a-69fc-4e50-9c22-98dd554f83ec tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0629437 Jun 30 05:33:27.013032 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-92afd9b7-2305-489b-9c33-56038635eab8 req-b7bc77b2-1ac5-44cd-b96c-cba12bb4c91a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336082 Jun 30 05:33:27.228245 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 36474) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:27.323287 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-ced0048e-e4c8-44ad-989d-0cbc10921e62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938215 Jun 30 05:33:28.190461 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b2994-7305-4c3e-b8f5-ff12227f8fd6 req-46714ebc-19d3-4828-860d-ccf49bec384f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:28.191960 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-609b2994-7305-4c3e-b8f5-ff12227f8fd6 req-46714ebc-19d3-4828-860d-ccf49bec384f tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0648005 Jun 30 05:33:28.228292 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-609b2994-7305-4c3e-b8f5-ff12227f8fd6 req-d6838d08-b6ae-4d7b-b1af-cf665df6b4fc tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307803 Jun 30 05:33:28.755656 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 13b0b4a9-2296-4c04-974d-30b5d77f212b no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:33:29.402230 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740e2a-ed03-4909-a0b4-fa181219325f req-d999c287-982f-439b-af55-cdcd652d3b49 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:29.403702 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-db740e2a-ed03-4909-a0b4-fa181219325f req-d999c287-982f-439b-af55-cdcd652d3b49 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0616822 Jun 30 05:33:29.440633 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-db740e2a-ed03-4909-a0b4-fa181219325f req-4806c8a6-1da7-4e7f-a0d5-f00fda318ca7 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313618 Jun 30 05:33:30.618316 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c07c9-110b-4d82-b776-70c7b4f42ebc req-225f1ac4-a912-4625-989a-2b4caa58c5c2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:30.619705 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-810c07c9-110b-4d82-b776-70c7b4f42ebc req-225f1ac4-a912-4625-989a-2b4caa58c5c2 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0638635 Jun 30 05:33:30.663004 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-810c07c9-110b-4d82-b776-70c7b4f42ebc req-d3980e44-55d2-4baf-853c-daf96648f67d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376458 Jun 30 05:33:31.070323 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-287f6395-1ff5-41d1-b6cc-18b32e26ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:31.071722 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-287f6395-1ff5-41d1-b6cc-18b32e26ed6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d&tenant_id=a7964c3fc3134461b6ea0163883faaec HTTP/1.1" status: 200 len: 1096 time: 0.0555449 Jun 30 05:33:31.144081 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-86fb30b2-058c-4718-9dec-543481b2196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:31.145500 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-86fb30b2-058c-4718-9dec-543481b2196e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7964c3fc3134461b6ea0163883faaec&device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 1096 time: 0.0522239 Jun 30 05:33:31.232621 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-13bf9d87-ae35-4f44-99fd-e3c9796343ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:31.234116 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-13bf9d87-ae35-4f44-99fd-e3c9796343ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 200 len: 918 time: 0.0819018 Jun 30 05:33:31.301697 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-73668efd-01a3-4370-9abe-8528b5a037ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b HTTP/1.1" status: 200 len: 999 time: 0.0609832 Jun 30 05:33:31.350937 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-19943344-d525-475c-9b02-be505f2124b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:31.352390 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-19943344-d525-475c-9b02-be505f2124b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e62719b-5a1c-4ff8-bd08-224f80a06cd2 HTTP/1.1" status: 200 len: 856 time: 0.0438032 Jun 30 05:33:31.407794 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-aabf736c-1bc7-438e-b0e3-fb0790858cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:31.409239 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-aabf736c-1bc7-438e-b0e3-fb0790858cb9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c5bd950-7baa-4ed0-ba10-8865d691272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506785 Jun 30 05:33:31.500210 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-2343e25f-f350-4848-b0a9-74de594f4f8f service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835550 Jun 30 05:33:31.587040 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-7e3d75e3-d9e0-476e-95c5-c7e4aab39c93 req-62aa1335-f1c2-4cac-967a-b8fe8b8a99f5 service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788291 Jun 30 05:33:31.851080 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92ce2e-5873-41f8-9593-fecfdc7b15ab req-c4e6325e-da00-44c7-8be2-29054c763995 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:31.852495 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4e92ce2e-5873-41f8-9593-fecfdc7b15ab req-c4e6325e-da00-44c7-8be2-29054c763995 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0662601 Jun 30 05:33:31.890251 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4e92ce2e-5873-41f8-9593-fecfdc7b15ab req-d33811c7-0728-4fb6-9ac9-e7f934296a42 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Jun 30 05:33:33.107027 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8993306-553c-4c7f-971f-8094df0cb848 req-26672bd2-a566-49b3-9e02-c6e17d72b905 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:33.116060 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b8993306-553c-4c7f-971f-8094df0cb848 req-26672bd2-a566-49b3-9e02-c6e17d72b905 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0831735 Jun 30 05:33:33.160116 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b8993306-553c-4c7f-971f-8094df0cb848 req-97133e59-7e96-4bb8-9e42-72c5aee80ae5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394943 Jun 30 05:33:34.344340 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18dc76-cc5f-45fa-a9d1-468e3fb6d450 req-6f953563-24e1-479f-9109-73f981529154 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:34.346145 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bc18dc76-cc5f-45fa-a9d1-468e3fb6d450 req-6f953563-24e1-479f-9109-73f981529154 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0690734 Jun 30 05:33:34.385054 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bc18dc76-cc5f-45fa-a9d1-468e3fb6d450 req-2229d2a8-98f9-4b7f-9aee-bef1c7d91d4a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330017 Jun 30 05:33:35.572636 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a68fa-762f-4e8e-8edf-22918a8c5ba3 req-cc45aafb-b9cd-418c-80d4-8fdf50585383 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:35.574149 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8d7a68fa-762f-4e8e-8edf-22918a8c5ba3 req-cc45aafb-b9cd-418c-80d4-8fdf50585383 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0667291 Jun 30 05:33:35.617234 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8d7a68fa-762f-4e8e-8edf-22918a8c5ba3 req-0387b23a-6381-4d11-8e8a-1ec420b27e2b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373285 Jun 30 05:33:36.821681 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc22eb3-a708-4d6d-ac79-cc8713de3cab req-3dd3aee6-5169-46fa-a7c4-44654cb94e7e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:36.823209 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bdc22eb3-a708-4d6d-ac79-cc8713de3cab req-3dd3aee6-5169-46fa-a7c4-44654cb94e7e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0746369 Jun 30 05:33:36.867846 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bdc22eb3-a708-4d6d-ac79-cc8713de3cab req-56398f00-c300-4677-8487-dacf685d56a6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388331 Jun 30 05:33:37.936232 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:33:38.069135 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878dd27-8b5c-4350-a061-786fc1bba6c3 req-9b078957-6d98-418b-b5c1-3574e9963404 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:38.070626 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4878dd27-8b5c-4350-a061-786fc1bba6c3 req-9b078957-6d98-418b-b5c1-3574e9963404 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0715241 Jun 30 05:33:38.117213 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4878dd27-8b5c-4350-a061-786fc1bba6c3 req-e6c848a2-8815-479d-8c98-46758e64b5ed tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407581 Jun 30 05:33:39.297347 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14218ac9-cd13-470c-bbee-55ebed4fc28d req-d6cd2d16-7256-441d-ac7d-30d4d613ab32 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:39.300459 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-14218ac9-cd13-470c-bbee-55ebed4fc28d req-d6cd2d16-7256-441d-ac7d-30d4d613ab32 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0670261 Jun 30 05:33:39.301252 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:39.346901 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-14218ac9-cd13-470c-bbee-55ebed4fc28d req-358793b3-6db7-4a90-a216-12a20bffa2b6 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407269 Jun 30 05:33:40.536909 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d424b-d4ba-4a5a-a090-6e4cd4175beb req-b2cbfdb6-c62b-437b-ac9f-bba8bcd3321b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:40.538487 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dc7d424b-d4ba-4a5a-a090-6e4cd4175beb req-b2cbfdb6-c62b-437b-ac9f-bba8bcd3321b tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0684905 Jun 30 05:33:40.582950 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dc7d424b-d4ba-4a5a-a090-6e4cd4175beb req-115370b5-14dc-4d9d-9584-a5a19c20eb59 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384102 Jun 30 05:33:41.774257 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51aefb-ad75-4eb5-a798-83912e0a4aea req-d3d97365-c7e9-4428-942c-0b18fc19e084 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:41.775799 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ff51aefb-ad75-4eb5-a798-83912e0a4aea req-d3d97365-c7e9-4428-942c-0b18fc19e084 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0660586 Jun 30 05:33:41.815249 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ff51aefb-ad75-4eb5-a798-83912e0a4aea req-92cfaac7-6372-40c8-af71-7c37c13ce2aa tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338843 Jun 30 05:33:42.131449 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-d77fbc7a-2e92-4653-aa74-981a3fce183c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:42.291359 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 36630) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:42.399036 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:42.492011 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:42.496769 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:42.532647 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc75f1b-ff24-439b-b99a-10812656e187,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:42.536511 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f2f11925cbe451da464cd4fc403fbf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440624 Jun 30 05:33:42.539336 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36634) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:42.542329 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.542681 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.543020 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.543378 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.543709 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.544037 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.544365 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.544688 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.545012 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.545336 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.545652 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.546357 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93350c7-131a-4d55-9b99-ea521e04ba9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.588405 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:42.609940 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:42.659451 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:42.661910 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:42.663047 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bcc75f1b-ff24-439b-b99a-10812656e187 HTTP/1.1" status: 204 len: 168 time: 0.1227009 Jun 30 05:33:42.670810 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc75f1b-ff24-439b-b99a-10812656e187,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:42.677665 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.678009 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.678344 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.678670 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.679004 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.679330 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.679676 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.679997 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.680316 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.680629 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.680942 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.681250 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1db64-03c6-450d-8c6e-0f750187da07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:33:42.923693 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36642) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:42.936594 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2fb444e5-af78-4321-81df-5264777961fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:42.994667 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ab953-ded7-47e5-8afa-3559ee753e04 req-bba79cd9-8c7b-44ae-8c2d-e4401036e35d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:42.999628 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-990ab953-ded7-47e5-8afa-3559ee753e04 req-bba79cd9-8c7b-44ae-8c2d-e4401036e35d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0693293 Jun 30 05:33:43.028979 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2fb444e5-af78-4321-81df-5264777961fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:43.034623 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2fb444e5-af78-4321-81df-5264777961fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:43.035207 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-990ab953-ded7-47e5-8afa-3559ee753e04 req-1dbf2575-8c55-403f-9430-168bb575be39 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333979 Jun 30 05:33:43.071834 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-2fb444e5-af78-4321-81df-5264777961fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60da03bc1e5e4c34af5e03108abfc3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470637 Jun 30 05:33:43.072692 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb444e5-af78-4321-81df-5264777961fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb55228-c4b6-4755-8de4-c08adb9679f8,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:43.075197 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 36644) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:43.125235 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fb8297d3-5417-403b-be1a-74ef911e7c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:43.145770 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fb8297d3-5417-403b-be1a-74ef911e7c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:43.194466 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fb8297d3-5417-403b-be1a-74ef911e7c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:43.197007 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-fb8297d3-5417-403b-be1a-74ef911e7c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:43.198103 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-fb8297d3-5417-403b-be1a-74ef911e7c04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7eb55228-c4b6-4755-8de4-c08adb9679f8 HTTP/1.1" status: 204 len: 168 time: 0.1216714 Jun 30 05:33:43.205486 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8297d3-5417-403b-be1a-74ef911e7c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb55228-c4b6-4755-8de4-c08adb9679f8,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:44.214597 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8812f5-8d15-47b6-a4c6-a425baa5b17e req-4737816b-a64d-4bf1-b915-52cb72289958 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:44.214597 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bf8812f5-8d15-47b6-a4c6-a425baa5b17e req-4737816b-a64d-4bf1-b915-52cb72289958 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 943 time: 0.0632193 Jun 30 05:33:44.254214 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bf8812f5-8d15-47b6-a4c6-a425baa5b17e req-e2d5224f-2231-45fe-9a07-1ce6e7d204a3 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342758 Jun 30 05:33:44.670502 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 13b0b4a9-2296-4c04-974d-30b5d77f212b details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:33:44.707182 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-907c5d0e-340c-4424-b699-52bb4203c891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:44.778389 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 13b0b4a9-2296-4c04-974d-30b5d77f212b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:33:44.794068 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'port_id': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'mac_address': 'fa:16:3e:96:40:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:33:44.796675 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:44.836573 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:44.849021 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b0b4a9-2296-4c04-974d-30b5d77f212b {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:33:44.867872 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 13b0b4a9-2296-4c04-974d-30b5d77f212b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:33:44.871607 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:44.922663 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=13b0b4a9-2296-4c04-974d-30b5d77f212b,revision_number=9']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:45.098902 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['13b0b4a9-2296-4c04-974d-30b5d77f212b'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:33:45.432826 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66c1a-4c07-40c3-92e0-f668c043671a req-95089dab-26b0-4dab-a80f-b9ea4099e64d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:45.434303 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dfd66c1a-4c07-40c3-92e0-f668c043671a req-95089dab-26b0-4dab-a80f-b9ea4099e64d tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 944 time: 0.0635059 Jun 30 05:33:45.472639 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-dfd66c1a-4c07-40c3-92e0-f668c043671a req-9656fa39-5c9c-4bde-8676-1082f449e311 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321934 Jun 30 05:33:45.479139 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 36716) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:45.580023 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-76b0a283-5d50-4869-94b4-4627a4c2776e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:45.672439 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-76b0a283-5d50-4869-94b4-4627a4c2776e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:45.676617 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-76b0a283-5d50-4869-94b4-4627a4c2776e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:45.713281 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-76b0a283-5d50-4869-94b4-4627a4c2776e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2786fcfb8fb14211a29c31569434e4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331421 Jun 30 05:33:45.714156 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0a283-5d50-4869-94b4-4627a4c2776e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d7875f-3fe0-4651-b76e-49db9680ff7a,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:45.715976 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36720) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:45.764413 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6ee30e52-a6fc-421d-a5dc-52002b326527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:45.784870 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6ee30e52-a6fc-421d-a5dc-52002b326527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:45.829365 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:45.830593 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6ee30e52-a6fc-421d-a5dc-52002b326527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:45.833218 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6ee30e52-a6fc-421d-a5dc-52002b326527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:45.834356 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-6ee30e52-a6fc-421d-a5dc-52002b326527 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17d7875f-3fe0-4651-b76e-49db9680ff7a HTTP/1.1" status: 204 len: 168 time: 0.1168599 Jun 30 05:33:45.841761 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee30e52-a6fc-421d-a5dc-52002b326527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d7875f-3fe0-4651-b76e-49db9680ff7a,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:46.083860 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36726) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:46.099880 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4ff8bf45-0f4a-4bc6-a0d5-a001d079b518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:46.184900 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4ff8bf45-0f4a-4bc6-a0d5-a001d079b518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:46.189789 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4ff8bf45-0f4a-4bc6-a0d5-a001d079b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:46.228160 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-4ff8bf45-0f4a-4bc6-a0d5-a001d079b518 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54605b3eb85748969878247defdea22b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432478 Jun 30 05:33:46.229006 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8bf45-0f4a-4bc6-a0d5-a001d079b518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d21f22b-73f7-4bad-9670-a00f90008adb,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:46.230793 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 36728) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:46.278873 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f0c49114-2bfc-4763-8453-9b21ccf045d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:46.299970 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f0c49114-2bfc-4763-8453-9b21ccf045d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:46.346729 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f0c49114-2bfc-4763-8453-9b21ccf045d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:46.349194 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f0c49114-2bfc-4763-8453-9b21ccf045d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:46.350316 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-f0c49114-2bfc-4763-8453-9b21ccf045d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d21f22b-73f7-4bad-9670-a00f90008adb HTTP/1.1" status: 204 len: 168 time: 0.1184549 Jun 30 05:33:46.357822 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c49114-2bfc-4763-8453-9b21ccf045d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d21f22b-73f7-4bad-9670-a00f90008adb,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:46.654970 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a92d63-75c7-4b56-b1e2-3919d1df1393 req-74be1a28-7baa-4c22-97ae-916e366b0c80 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:46.656498 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-84a92d63-75c7-4b56-b1e2-3919d1df1393 req-74be1a28-7baa-4c22-97ae-916e366b0c80 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 944 time: 0.0690904 Jun 30 05:33:46.682114 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 13b0b4a9-2296-4c04-974d-30b5d77f212b up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:33:46.696152 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-84a92d63-75c7-4b56-b1e2-3919d1df1393 req-d288b9b8-6247-4956-bb46-e00dc5399ef3 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339110 Jun 30 05:33:46.731435 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 13b0b4a9-2296-4c04-974d-30b5d77f212b triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:33:46.731802 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:46.812479 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:46.833032 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:33:46.835340 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ff8b0f-93bf-4399-99cc-bfc93a016f2c" -d '{"events": [{"server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "name": "network-vif-plugged", "status": "completed", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:33:46.852967 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 13b0b4a9-2296-4c04-974d-30b5d77f212b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:33:46.857674 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:46.881622 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956f5350-729f-4979-b213-2c53e50e2694 x-openstack-request-id: req-956f5350-729f-4979-b213-2c53e50e2694 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:33:46.881906 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "name": "network-vif-plugged", "status": "completed", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:33:46.882161 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-956f5350-729f-4979-b213-2c53e50e2694 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:33:46.882590 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'code': 200} Jun 30 05:33:46.911134 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=13b0b4a9-2296-4c04-974d-30b5d77f212b,revision_number=10']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:47.085183 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91a54b-d41a-4cf5-9cd5-e0b0f0c357dc req-12921ef9-5346-4a06-bcf6-bde94d708564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:47.086662 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4c91a54b-d41a-4cf5-9cd5-e0b0f0c357dc req-12921ef9-5346-4a06-bcf6-bde94d708564 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 1099 time: 0.0520449 Jun 30 05:33:47.124142 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4c91a54b-d41a-4cf5-9cd5-e0b0f0c357dc req-4bc1292d-08d0-46bc-bc00-d989fa21c007 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281427 Jun 30 05:33:47.323074 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:47.881418 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97212b59-f131-4183-8486-e4a81199cb2a req-a4f34547-012b-47e7-b32e-a3b85baf8d69 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:47.882909 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-97212b59-f131-4183-8486-e4a81199cb2a req-a4f34547-012b-47e7-b32e-a3b85baf8d69 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 946 time: 0.0666184 Jun 30 05:33:47.921429 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-97212b59-f131-4183-8486-e4a81199cb2a req-32f46c11-e27b-4b74-89e2-12c8364f0d2c tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327573 Jun 30 05:33:48.208411 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 36822) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:48.359700 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c2f88f49-6a44-409d-b56f-f8aa0a3bbb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:48.452231 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c2f88f49-6a44-409d-b56f-f8aa0a3bbb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:48.456517 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c2f88f49-6a44-409d-b56f-f8aa0a3bbb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:48.493352 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f88f49-6a44-409d-b56f-f8aa0a3bbb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de78aee-bc70-4535-8fff-268538d833d0,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:48.501295 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36842) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:48.503900 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-c2f88f49-6a44-409d-b56f-f8aa0a3bbb97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce17c7baf6064bc5952e2ba956b33b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942519 Jun 30 05:33:48.550042 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-17daf236-31e1-4eac-acdc-713699caaa9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:48.573376 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-17daf236-31e1-4eac-acdc-713699caaa9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:48.619345 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-17daf236-31e1-4eac-acdc-713699caaa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:48.621960 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-17daf236-31e1-4eac-acdc-713699caaa9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:48.623096 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-17daf236-31e1-4eac-acdc-713699caaa9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8de78aee-bc70-4535-8fff-268538d833d0 HTTP/1.1" status: 204 len: 168 time: 0.1206558 Jun 30 05:33:48.631686 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17daf236-31e1-4eac-acdc-713699caaa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de78aee-bc70-4535-8fff-268538d833d0,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:48.885899 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 36848) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:48.902519 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-13841367-81ce-4839-a320-de533ed1bb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:48.991100 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-13841367-81ce-4839-a320-de533ed1bb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:48.994915 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-13841367-81ce-4839-a320-de533ed1bb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:49.032431 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-13841367-81ce-4839-a320-de533ed1bb64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7692051c23aa4d9db812fd25e559b928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454101 Jun 30 05:33:49.033280 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13841367-81ce-4839-a320-de533ed1bb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e498b9-7e79-43ff-935d-43236ce766e3,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:49.035670 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36852) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:49.095013 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-205d03de-daae-41d4-b51c-5522b5235c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:49.109001 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f13d09-1d67-4d0a-abec-378da1fd385d req-aa6ce947-7fab-4960-8342-b2c93309cd6a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:49.110601 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-30f13d09-1d67-4d0a-abec-378da1fd385d req-aa6ce947-7fab-4960-8342-b2c93309cd6a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 946 time: 0.0632992 Jun 30 05:33:49.116165 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-205d03de-daae-41d4-b51c-5522b5235c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:49.147932 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-30f13d09-1d67-4d0a-abec-378da1fd385d req-aa01d203-05d1-46e8-9be0-221616afacf5 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316861 Jun 30 05:33:49.161319 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-205d03de-daae-41d4-b51c-5522b5235c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:49.163900 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-205d03de-daae-41d4-b51c-5522b5235c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:49.167668 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-205d03de-daae-41d4-b51c-5522b5235c61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7e498b9-7e79-43ff-935d-43236ce766e3 HTTP/1.1" status: 204 len: 168 time: 0.1176052 Jun 30 05:33:49.174821 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d03de-daae-41d4-b51c-5522b5235c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e498b9-7e79-43ff-935d-43236ce766e3,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:49.800823 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36876) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:49.892206 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-605618859-network', 'tenant_id': '9f342f07439d40cf85fe59557086a9f9'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:33:49.912592 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Made reservation on behalf of 9f342f07439d40cf85fe59557086a9f9 for: {'network': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:33:49.914813 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:49.923270 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:50.012269 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:50.015919 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:50.040402 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=92842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:33:50.049504 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a88d97-5178-4769-b384-5e73dd9e1421,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:50.055233 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:50.055658 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.segments_db [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Added segment 83dce977-c401-422a-a3c1-eddaa4a8cdcf of type vlan for network bf745b27-53df-4b97-b727-a4d73319a0df Jun 30 05:33:50.097250 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:50.124563 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:50.126046 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:50.126687 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:50.172390 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3704519 Jun 30 05:33:50.175352 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 36880) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:50.180505 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-de6d0ead-de58-43a8-932c-d63a4bb876a9 admin admin] Request body: {'subnet': {'network_id': 'bf745b27-53df-4b97-b727-a4d73319a0df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-605618859-subnet', 'tenant_id': '9f342f07439d40cf85fe59557086a9f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:33:50.184610 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1f9c8-b3d0-4fb8-95d1-82521e477017 admin admin] Pushing event updated for resources: {'Network': ['ID=bf745b27-53df-4b97-b727-a4d73319a0df,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:50.196041 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network bf745b27-53df-4b97-b727-a4d73319a0df details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:33:50.203329 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6d0ead-de58-43a8-932c-d63a4bb876a9 admin admin] Made reservation on behalf of 9f342f07439d40cf85fe59557086a9f9 for: {'subnet': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:33:50.206263 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ead-de58-43a8-932c-d63a4bb876a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519836'] for subnet, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:50.366599 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ead-de58-43a8-932c-d63a4bb876a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10151823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519818'] for subnet, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:50.424283 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d0ead-de58-43a8-932c-d63a4bb876a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a37327-0ebc-4ab0-8ab0-a903f32e2851,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:50.431143 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d0ead-de58-43a8-932c-d63a4bb876a9 admin admin] Checking segment: {'id': '83dce977-c401-422a-a3c1-eddaa4a8cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bf745b27-53df-4b97-b727-a4d73319a0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:33:50.431507 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6d0ead-de58-43a8-932c-d63a4bb876a9 admin admin] Network hostable DHCP agents. Network: bf745b27-53df-4b97-b727-a4d73319a0df, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:33:50.447188 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6d0ead-de58-43a8-932c-d63a4bb876a9 admin admin] Network bf745b27-53df-4b97-b727-a4d73319a0df is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:33:50.455453 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-de6d0ead-de58-43a8-932c-d63a4bb876a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, bf745b27-53df-4b97-b727-a4d73319a0df) {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:33:50.459501 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6d0ead-de58-43a8-932c-d63a4bb876a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:50.460088 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ead-de58-43a8-932c-d63a4bb876a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:50.464287 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a8a891-4705-4e37-ad00-f803759bc8bb None None] Network bf745b27-53df-4b97-b727-a4d73319a0df requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:33:50.474576 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-de6d0ead-de58-43a8-932c-d63a4bb876a9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2981503 Jun 30 05:33:50.583706 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ff532-faa2-476b-825a-87d769f14b99 None None] Network bf745b27-53df-4b97-b727-a4d73319a0df requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:33:50.918404 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 36896) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:50.924139 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-315214879-network', 'tenant_id': 'deeeebeb28f2485d85eeef52e926811f'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:33:50.944384 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Made reservation on behalf of deeeebeb28f2485d85eeef52e926811f for: {'network': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:33:50.946814 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:50.955623 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:51.039393 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:51.042910 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:51.062532 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=92843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:33:51.076287 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7809fe3a-bfd2-4185-82dd-2394936283ac,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:51.081868 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:51.082213 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.segments_db [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Added segment c7f181a7-dd0d-4d7a-9076-d5ee922112e7 of type vlan for network 9bd20d08-854e-45bd-8fbf-6bf95d1cf800 Jun 30 05:33:51.126714 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:51.153540 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:51.154520 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:51.155099 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:51.210833 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2912254 Jun 30 05:33:51.213643 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 36898) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:33:51.217273 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0430e-3013-4901-a09e-659724a08b97 admin admin] Pushing event updated for resources: {'Network': ['ID=9bd20d08-854e-45bd-8fbf-6bf95d1cf800,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:51.218730 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-c2dfe91b-2739-4377-b246-e4b33a29f87c admin admin] Request body: {'subnet': {'network_id': '9bd20d08-854e-45bd-8fbf-6bf95d1cf800', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-315214879-subnet', 'tenant_id': 'deeeebeb28f2485d85eeef52e926811f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:33:51.227376 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network 9bd20d08-854e-45bd-8fbf-6bf95d1cf800 details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:33:51.239635 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dfe91b-2739-4377-b246-e4b33a29f87c admin admin] Made reservation on behalf of deeeebeb28f2485d85eeef52e926811f for: {'subnet': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:33:51.241985 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c2dfe91b-2739-4377-b246-e4b33a29f87c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8595583'] for subnet, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:51.418117 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c2dfe91b-2739-4377-b246-e4b33a29f87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8671484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8595561'] for subnet, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:51.466250 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfe91b-2739-4377-b246-e4b33a29f87c admin admin] Pushing event updated for resources: {'Subnet': ['ID=78429360-c50c-4100-adac-fa928d26e024,revision_number=0']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:33:51.481644 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfe91b-2739-4377-b246-e4b33a29f87c admin admin] Checking segment: {'id': 'c7f181a7-dd0d-4d7a-9076-d5ee922112e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9bd20d08-854e-45bd-8fbf-6bf95d1cf800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:33:51.482003 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dfe91b-2739-4377-b246-e4b33a29f87c admin admin] Network hostable DHCP agents. Network: 9bd20d08-854e-45bd-8fbf-6bf95d1cf800, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:33:51.497586 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dfe91b-2739-4377-b246-e4b33a29f87c admin admin] Network 9bd20d08-854e-45bd-8fbf-6bf95d1cf800 is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:33:51.506656 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-c2dfe91b-2739-4377-b246-e4b33a29f87c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, 9bd20d08-854e-45bd-8fbf-6bf95d1cf800) {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:33:51.510568 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dfe91b-2739-4377-b246-e4b33a29f87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:33:51.511247 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-c2dfe91b-2739-4377-b246-e4b33a29f87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:33:51.515273 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd504ae-8da0-4521-aaf1-f2dd0b68adb5 None None] Network 9bd20d08-854e-45bd-8fbf-6bf95d1cf800 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:33:51.525146 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-c2dfe91b-2739-4377-b246-e4b33a29f87c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3103697 Jun 30 05:33:51.636420 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d001bed-4bc3-48e6-956a-1e9d3a2a711b None None] Network 9bd20d08-854e-45bd-8fbf-6bf95d1cf800 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:34:04.924549 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37022) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:04.971633 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce4e31a-d4be-4d19-bddd-3af855508950 admin admin] Deleting subnet 47a37327-0ebc-4ab0-8ab0-a903f32e2851 {{(pid=92842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:34:04.974597 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e31a-d4be-4d19-bddd-3af855508950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.006613 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e31a-d4be-4d19-bddd-3af855508950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8671267'] for subnet, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.043453 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e31a-d4be-4d19-bddd-3af855508950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.093567 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e31a-d4be-4d19-bddd-3af855508950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8690481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595536'] for subnet, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.121875 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4e31a-d4be-4d19-bddd-3af855508950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a37327-0ebc-4ab0-8ab0-a903f32e2851,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:05.123814 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1ce4e31a-d4be-4d19-bddd-3af855508950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.125903 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-1ce4e31a-d4be-4d19-bddd-3af855508950 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/47a37327-0ebc-4ab0-8ab0-a903f32e2851 HTTP/1.1" status: 204 len: 168 time: 0.2001052 Jun 30 05:34:05.128895 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37024) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:05.192749 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0b1397c7-c969-47cb-ac66-21f91a3e0b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.269571 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0b1397c7-c969-47cb-ac66-21f91a3e0b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.278700 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-0b1397c7-c969-47cb-ac66-21f91a3e0b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf745b27-53df-4b97-b727-a4d73319a0df']}} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:05.288814 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-0b1397c7-c969-47cb-ac66-21f91a3e0b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83dce977-c401-422a-a3c1-eddaa4a8cdcf') {'for_net_delete': True} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:05.289105 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-0b1397c7-c969-47cb-ac66-21f91a3e0b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83dce977-c401-422a-a3c1-eddaa4a8cdcf') {} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:05.297261 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0b1397c7-c969-47cb-ac66-21f91a3e0b3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8671274'] for segment, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.310888 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0b1397c7-c969-47cb-ac66-21f91a3e0b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.316629 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1397c7-c969-47cb-ac66-21f91a3e0b3c admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=92842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:34:05.317042 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0b1397c7-c969-47cb-ac66-21f91a3e0b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8690578'] for segment, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: Traceback (most recent call last): Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: timer() Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: cb(*args, **kw) Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: return func(*args, **kwargs) Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: self._notify() Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: self.callback(batched_events) Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: event.method(event) Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: return f(self, *a, **k) Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: return self._get(url).json() Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: return self.request(url, 'GET', **kwargs) Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:34:05.318602 dv-cinder-772181-11-iscsi neutron-server[92842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:34:05.369804 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0b1397c7-c969-47cb-ac66-21f91a3e0b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.374679 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0b1397c7-c969-47cb-ac66-21f91a3e0b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.376515 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-0b1397c7-c969-47cb-ac66-21f91a3e0b3c admin admin] 10.222.0.41 "DELETE /v2.0/networks/bf745b27-53df-4b97-b727-a4d73319a0df HTTP/1.1" status: 204 len: 168 time: 0.2467122 Jun 30 05:34:05.379657 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37026) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:05.386620 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1397c7-c969-47cb-ac66-21f91a3e0b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=bf745b27-53df-4b97-b727-a4d73319a0df,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:05.424431 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cc87e1-8dd5-4930-8f84-d3c8e23ce2af admin admin] Deleting subnet 78429360-c50c-4100-adac-fa928d26e024 {{(pid=92843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:34:05.427568 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-48cc87e1-8dd5-4930-8f84-d3c8e23ce2af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.462058 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-48cc87e1-8dd5-4930-8f84-d3c8e23ce2af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171660'] for subnet, precommit_delete_associations {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.499241 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-48cc87e1-8dd5-4930-8f84-d3c8e23ce2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.552407 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-48cc87e1-8dd5-4930-8f84-d3c8e23ce2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10103874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519859'] for subnet, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.576557 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc87e1-8dd5-4930-8f84-d3c8e23ce2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78429360-c50c-4100-adac-fa928d26e024,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:05.580839 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-48cc87e1-8dd5-4930-8f84-d3c8e23ce2af admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.582713 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-48cc87e1-8dd5-4930-8f84-d3c8e23ce2af admin admin] 10.222.0.41 "DELETE /v2.0/subnets/78429360-c50c-4100-adac-fa928d26e024 HTTP/1.1" status: 204 len: 168 time: 0.2019968 Jun 30 05:34:05.585043 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37028) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:05.651090 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-44b44c83-0f04-4c08-a246-0596d8513b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.729629 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-44b44c83-0f04-4c08-a246-0596d8513b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.739568 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-44b44c83-0f04-4c08-a246-0596d8513b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd20d08-854e-45bd-8fbf-6bf95d1cf800']}} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:05.749232 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-44b44c83-0f04-4c08-a246-0596d8513b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f181a7-dd0d-4d7a-9076-d5ee922112e7') {'for_net_delete': True} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:05.749534 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-44b44c83-0f04-4c08-a246-0596d8513b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f181a7-dd0d-4d7a-9076-d5ee922112e7') {} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:05.757941 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-44b44c83-0f04-4c08-a246-0596d8513b1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171653'] for segment, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.771318 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-44b44c83-0f04-4c08-a246-0596d8513b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.777130 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b44c83-0f04-4c08-a246-0596d8513b1e admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=92843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:34:05.777510 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-44b44c83-0f04-4c08-a246-0596d8513b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10104033'] for segment, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: Traceback (most recent call last): Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: timer() Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: cb(*args, **kw) Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: return func(*args, **kwargs) Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: self._notify() Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: self.callback(batched_events) Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: event.method(event) Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: return f(self, *a, **k) Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._get(url).json() Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: return self.request(url, 'GET', **kwargs) Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:34:05.779343 dv-cinder-772181-11-iscsi neutron-server[92843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:34:05.832281 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-44b44c83-0f04-4c08-a246-0596d8513b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.837670 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-44b44c83-0f04-4c08-a246-0596d8513b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:05.839472 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-44b44c83-0f04-4c08-a246-0596d8513b1e admin admin] 10.222.0.41 "DELETE /v2.0/networks/9bd20d08-854e-45bd-8fbf-6bf95d1cf800 HTTP/1.1" status: 204 len: 168 time: 0.2535295 Jun 30 05:34:05.850915 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b44c83-0f04-4c08-a246-0596d8513b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd20d08-854e-45bd-8fbf-6bf95d1cf800,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:05.991790 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37032) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:06.034992 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d6d19b56-2436-47ef-9b85-7e2d7880e14e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f342f07439d40cf85fe59557086a9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420706 Jun 30 05:34:06.037475 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37034) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:06.083937 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-19f52083-dd00-459e-96d7-7385e36f79b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:06.104104 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-19f52083-dd00-459e-96d7-7385e36f79b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:06.148944 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-19f52083-dd00-459e-96d7-7385e36f79b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:06.151572 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-19f52083-dd00-459e-96d7-7385e36f79b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:06.152757 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-19f52083-dd00-459e-96d7-7385e36f79b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54a88d97-5178-4769-b384-5e73dd9e1421 HTTP/1.1" status: 204 len: 168 time: 0.1143465 Jun 30 05:34:06.161089 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f52083-dd00-459e-96d7-7385e36f79b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a88d97-5178-4769-b384-5e73dd9e1421,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:06.460981 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37040) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:06.499084 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-29117cc2-32cb-421d-bde2-92acebdb65ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=deeeebeb28f2485d85eeef52e926811f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369391 Jun 30 05:34:06.502207 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37042) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:06.548940 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-79f88993-1a96-46f0-bd1f-5765f753ffe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:06.569758 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-79f88993-1a96-46f0-bd1f-5765f753ffe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:06.618361 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-79f88993-1a96-46f0-bd1f-5765f753ffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:06.620941 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-79f88993-1a96-46f0-bd1f-5765f753ffe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:06.622093 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-79f88993-1a96-46f0-bd1f-5765f753ffe0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7809fe3a-bfd2-4185-82dd-2394936283ac HTTP/1.1" status: 204 len: 168 time: 0.1189983 Jun 30 05:34:06.630441 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f88993-1a96-46f0-bd1f-5765f753ffe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7809fe3a-bfd2-4185-82dd-2394936283ac,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:09.292997 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:12.131667 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-ad906406-7a27-4a21-9686-2a0a9dcff211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:12.728837 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0e484245-4fb8-40db-93df-54f66071fa40 req-ffb68458-ad11-4aeb-848d-1a5dcd058a84 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552304 Jun 30 05:34:12.803448 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e484245-4fb8-40db-93df-54f66071fa40 req-6d9c527a-fdeb-4e65-bae7-ef90ccca6997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:12.804976 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0e484245-4fb8-40db-93df-54f66071fa40 req-6d9c527a-fdeb-4e65-bae7-ef90ccca6997 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7964c3fc3134461b6ea0163883faaec&device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 1099 time: 0.0522194 Jun 30 05:34:12.918887 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e484245-4fb8-40db-93df-54f66071fa40 req-a0097730-43ce-4edc-b5fc-159c7b6b6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:12.920448 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0e484245-4fb8-40db-93df-54f66071fa40 req-a0097730-43ce-4edc-b5fc-159c7b6b6761 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 200 len: 918 time: 0.0898526 Jun 30 05:34:12.990490 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0e484245-4fb8-40db-93df-54f66071fa40 req-6cffcfcf-49ee-46f5-80ac-783444d41165 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b HTTP/1.1" status: 200 len: 1001 time: 0.0629969 Jun 30 05:34:13.039670 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e484245-4fb8-40db-93df-54f66071fa40 req-9571482a-1991-4cfc-83e9-8c0186e7aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:13.041109 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0e484245-4fb8-40db-93df-54f66071fa40 req-9571482a-1991-4cfc-83e9-8c0186e7aed7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e62719b-5a1c-4ff8-bd08-224f80a06cd2 HTTP/1.1" status: 200 len: 856 time: 0.0441532 Jun 30 05:34:13.097999 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e484245-4fb8-40db-93df-54f66071fa40 req-06e3ddeb-16b9-4581-ad11-a327b57fee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:13.099491 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0e484245-4fb8-40db-93df-54f66071fa40 req-06e3ddeb-16b9-4581-ad11-a327b57fee14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c5bd950-7baa-4ed0-ba10-8865d691272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518095 Jun 30 05:34:13.196670 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0e484245-4fb8-40db-93df-54f66071fa40 req-34430b5a-5245-40df-b6a7-72faafe6f7db service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903141 Jun 30 05:34:13.283923 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-0e484245-4fb8-40db-93df-54f66071fa40 req-235d40cf-4ea7-43d0-b8e8-816fa2b949cb service neutron] 10.222.0.35 "GET /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806360 Jun 30 05:34:14.700761 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-f9eaffc7-72f6-46e2-8411-d91faca6c273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:14.778787 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:14.935158 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:34:15.832115 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:17.326083 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:23.273683 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e9897-db74-46f8-ba22-3d929d7d6a1c req-5c5fc514-61d7-48fa-8563-960680774ed4 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:23.275136 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e96e9897-db74-46f8-ba22-3d929d7d6a1c req-5c5fc514-61d7-48fa-8563-960680774ed4 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 946 time: 0.0610571 Jun 30 05:34:23.311469 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e96e9897-db74-46f8-ba22-3d929d7d6a1c req-cda09e71-b7c2-47cf-b464-82199ad630e9 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307593 Jun 30 05:34:24.485978 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b4f09-9434-47a1-9927-1f9e1c381f22 req-b6b759d6-736c-4425-8b78-067679adc2dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:24.487426 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8f3b4f09-9434-47a1-9927-1f9e1c381f22 req-b6b759d6-736c-4425-8b78-067679adc2dd tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 946 time: 0.0605893 Jun 30 05:34:24.523641 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8f3b4f09-9434-47a1-9927-1f9e1c381f22 req-72dae0fa-4c95-4511-8848-7437b4670eb1 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308039 Jun 30 05:34:25.698935 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841314d-f19e-41ce-b9cb-771aa1e7fb96 req-465f1e5f-d448-4732-9ffb-aafa70a5c836 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:25.700401 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0841314d-f19e-41ce-b9cb-771aa1e7fb96 req-465f1e5f-d448-4732-9ffb-aafa70a5c836 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 946 time: 0.0652680 Jun 30 05:34:25.736846 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0841314d-f19e-41ce-b9cb-771aa1e7fb96 req-a327ab9f-4795-4b0a-a054-eb0d1c931595 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309219 Jun 30 05:34:26.541166 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c90ee-73ab-41d6-a989-2afbef407faa req-b15a9984-168b-458c-ae82-30a072277e93 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:26.542574 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-927c90ee-73ab-41d6-a989-2afbef407faa req-b15a9984-168b-458c-ae82-30a072277e93 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.35 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 946 time: 0.0650516 Jun 30 05:34:26.640097 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Deleting port 13b0b4a9-2296-4c04-974d-30b5d77f212b {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:26.640358 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:26.730174 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] For port 13b0b4a9-2296-4c04-974d-30b5d77f212b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=13b0b4a9-2296-4c04-974d-30b5d77f212b,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:26.730529 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:26.897376 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:26.897753 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:26.898070 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Floating IP 204d6214-2ed1-485b-bd19-dd008825d5ff disassociated. External IP: 172.27.2.204, port: 13b0b4a9-2296-4c04-974d-30b5d77f212b. Jun 30 05:34:26.898412 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Calling delete_port for 13b0b4a9-2296-4c04-974d-30b5d77f212b owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:26.915531 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc3fd0-5c7f-4c4b-ba78-fabb880b945f req-fe212aef-63e1-4020-b57a-e1146ac7ee3e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:26.916993 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-88cc3fd0-5c7f-4c4b-ba78-fabb880b945f req-fe212aef-63e1-4020-b57a-e1146ac7ee3e tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 946 time: 0.0648365 Jun 30 05:34:26.954007 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-88cc3fd0-5c7f-4c4b-ba78-fabb880b945f req-5d1b18f5-9281-45a4-9420-285f3b581e5a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a78b583-3cd5-4e2b-be46-58a91b123a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313408 Jun 30 05:34:27.026073 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:27.060769 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event deleted for resources: {'Port': ['ID=13b0b4a9-2296-4c04-974d-30b5d77f212b,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:27.168121 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Router de8c4b15-6a9b-4121-88be-7178592d9de8 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:34:27.538280 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:34:27.547378 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dedc63-51bc-492c-a103-6ff812c038fe None None] Sync routers for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:34:27.559580 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dedc63-51bc-492c-a103-6ff812c038fe None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:34:27.560177 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-97dedc63-51bc-492c-a103-6ff812c038fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:27.579728 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] No DVR routers for this DVR port 13b0b4a9-2296-4c04-974d-30b5d77f212b on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:34:27.582379 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:27.584575 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-927c90ee-73ab-41d6-a989-2afbef407faa req-cef86633-ec90-4798-8d3c-843701ac0016 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.35 "DELETE /v2.0/ports/13b0b4a9-2296-4c04-974d-30b5d77f212b HTTP/1.1" status: 204 len: 173 time: 1.0356009 Jun 30 05:34:27.585011 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'name': 'network-vif-deleted', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:34:27.587257 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35245867-ffcd-4883-b240-9d0c80445e75" -d '{"events": [{"server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "name": "network-vif-deleted", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:34:27.627423 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3e6ba1-f655-45ef-913e-8543d74fc46f x-openstack-request-id: req-af3e6ba1-f655-45ef-913e-8543d74fc46f {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:34:27.627737 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399a23d8-5184-44f0-8610-362b5409d67d", "name": "network-vif-deleted", "tag": "13b0b4a9-2296-4c04-974d-30b5d77f212b", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:34:27.627983 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af3e6ba1-f655-45ef-913e-8543d74fc46f {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:34:27.628521 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399a23d8-5184-44f0-8610-362b5409d67d', 'name': 'network-vif-deleted', 'tag': '13b0b4a9-2296-4c04-974d-30b5d77f212b', 'status': 'completed', 'code': 200} Jun 30 05:34:27.666751 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-97dedc63-51bc-492c-a103-6ff812c038fe None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:34:27.942545 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-97dedc63-51bc-492c-a103-6ff812c038fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:10Z', 'revision_number': 5, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:27.967974 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dedc63-51bc-492c-a103-6ff812c038fe None None] Checking router: de8c4b15-6a9b-4121-88be-7178592d9de8 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:34:27.976212 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dedc63-51bc-492c-a103-6ff812c038fe None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:34:27.976803 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-97dedc63-51bc-492c-a103-6ff812c038fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:28.087461 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-97dedc63-51bc-492c-a103-6ff812c038fe None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:34:28.124375 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4cc04794-b3d3-45a0-84a9-bf5c4b7a255c req-1254c70a-9815-47b4-80ab-b31f8456331a tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/ports?device_id=399a23d8-5184-44f0-8610-362b5409d67d HTTP/1.1" status: 200 len: 210 time: 0.0338335 Jun 30 05:34:28.307286 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-97dedc63-51bc-492c-a103-6ff812c038fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:10Z', 'revision_number': 5, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:28.333458 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dedc63-51bc-492c-a103-6ff812c038fe None None] The sync data for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi is: [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:28:00Z', 'revision_number': 4, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '4d2db7b4-2d9c-4398-ad3d-226adf9beea6', 'name': '', 'network_id': '4c5bd950-7baa-4ed0-ba10-8865d691272d', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'mac_address': 'fa:16:3e:ce:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:59Z', 'updated_at': '2021-06-30T05:28:10Z', 'revision_number': 5, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'subnets': [{'id': '6e62719b-5a1c-4ff8-bd08-224f80a06cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:34:28.564241 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8aaf03-9b26-4bc2-abed-6ec6c4e69623 None None] New status for floating IP 204d6214-2ed1-485b-bd19-dd008825d5ff: DOWN {{(pid=92844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:34:29.244714 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37216) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:29.300676 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-98abe32a-bc5f-4be8-9ec6-84cc655d0767 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:29.324208 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-98abe32a-bc5f-4be8-9ec6-84cc655d0767 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:29.373179 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-98abe32a-bc5f-4be8-9ec6-84cc655d0767 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:29.375976 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-98abe32a-bc5f-4be8-9ec6-84cc655d0767 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:29.377110 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-98abe32a-bc5f-4be8-9ec6-84cc655d0767 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "DELETE /v2.0/security-groups/4a78b583-3cd5-4e2b-be46-58a91b123a99 HTTP/1.1" status: 204 len: 168 time: 0.1313617 Jun 30 05:34:29.380574 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37218) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:29.386800 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abe32a-bc5f-4be8-9ec6-84cc655d0767 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a78b583-3cd5-4e2b-be46-58a91b123a99,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:29.394217 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.api.v2.resource [None req-571332c6-84bc-4829-8d00-8cd509a886f4 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] show failed (client error): The resource could not be found. Jun 30 05:34:29.395437 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-571332c6-84bc-4829-8d00-8cd509a886f4 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "GET /v2.0/security-groups/4a78b583-3cd5-4e2b-be46-58a91b123a99 HTTP/1.1" status: 404 len: 347 time: 0.0137551 Jun 30 05:34:29.398375 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37220) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:29.518250 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-b94e22c1-ad9c-4f1a-8af3-cf05e5b57b63 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Deleting port 3071d850-446e-42af-aa1f-4038c947e3d9 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:29.518592 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b94e22c1-ad9c-4f1a-8af3-cf05e5b57b63 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:29.592967 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b94e22c1-ad9c-4f1a-8af3-cf05e5b57b63 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:29.593296 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b94e22c1-ad9c-4f1a-8af3-cf05e5b57b63 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:29.605314 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-b94e22c1-ad9c-4f1a-8af3-cf05e5b57b63 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Calling delete_port for 3071d850-446e-42af-aa1f-4038c947e3d9 owned by network:floatingip {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:29.735783 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b94e22c1-ad9c-4f1a-8af3-cf05e5b57b63 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:29.768522 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e22c1-ad9c-4f1a-8af3-cf05e5b57b63 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Pushing event deleted for resources: {'Port': ['ID=3071d850-446e-42af-aa1f-4038c947e3d9,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:29.834269 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b94e22c1-ad9c-4f1a-8af3-cf05e5b57b63 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks [] for floatingip, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:29.836769 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b94e22c1-ad9c-4f1a-8af3-cf05e5b57b63 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:29.837916 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b94e22c1-ad9c-4f1a-8af3-cf05e5b57b63 tempest-AttachVolumeShelveTestJSON-1874389297 tempest-AttachVolumeShelveTestJSON-1874389297-project] 10.222.0.41 "DELETE /v2.0/floatingips/204d6214-2ed1-485b-bd19-dd008825d5ff HTTP/1.1" status: 204 len: 168 time: 0.4386489 Jun 30 05:34:31.097838 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 13b0b4a9-2296-4c04-974d-30b5d77f212b no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:34:31.117082 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 13b0b4a9-2296-4c04-974d-30b5d77f212b {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:34:31.117417 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 13b0b4a9-2296-4c04-974d-30b5d77f212b not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:34:35.546421 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37276) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:36.018863 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-68174f2f-03e3-4aad-b0e1-1a3a470104d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3745207'] for router_interface, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:36.261478 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-68174f2f-03e3-4aad-b0e1-1a3a470104d6 admin admin] Deleting port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:36.261814 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-68174f2f-03e3-4aad-b0e1-1a3a470104d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:36.337224 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [None req-68174f2f-03e3-4aad-b0e1-1a3a470104d6 admin admin] For port 4d2db7b4-2d9c-4398-ad3d-226adf9beea6, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=4d2db7b4-2d9c-4398-ad3d-226adf9beea6,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:36.337586 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-68174f2f-03e3-4aad-b0e1-1a3a470104d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:36.350873 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-68174f2f-03e3-4aad-b0e1-1a3a470104d6 admin admin] Calling delete_port for 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 owned by network:router_interface {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:36.526023 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-68174f2f-03e3-4aad-b0e1-1a3a470104d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:36.555362 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68174f2f-03e3-4aad-b0e1-1a3a470104d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2db7b4-2d9c-4398-ad3d-226adf9beea6,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:36.718333 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-68174f2f-03e3-4aad-b0e1-1a3a470104d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745101'] for router_interface, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:36.940007 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68174f2f-03e3-4aad-b0e1-1a3a470104d6 admin admin] Router de8c4b15-6a9b-4121-88be-7178592d9de8 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:34:37.038745 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d2ca4-a90f-45f5-ba4c-7616c6b9f0ae req-0779071f-d718-4906-9310-c212661a9140 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:37.040847 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-764d2ca4-a90f-45f5-ba4c-7616c6b9f0ae req-0779071f-d718-4906-9310-c212661a9140 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 945 time: 0.0628924 Jun 30 05:34:37.052167 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68174f2f-03e3-4aad-b0e1-1a3a470104d6 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:34:37.060807 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-68174f2f-03e3-4aad-b0e1-1a3a470104d6 admin admin] 10.222.0.41 "PUT /v2.0/routers/de8c4b15-6a9b-4121-88be-7178592d9de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5131557 Jun 30 05:34:37.061314 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37290) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:37.062871 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c55020-b8c1-4249-bc84-ef2cb6f7d6bd None None] Sync routers for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:34:37.073850 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c55020-b8c1-4249-bc84-ef2cb6f7d6bd None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:34:37.074459 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-a4c55020-b8c1-4249-bc84-ef2cb6f7d6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:37.124077 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-764d2ca4-a90f-45f5-ba4c-7616c6b9f0ae req-6db4b351-5ff8-4f8f-9296-c926f1038481 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774462 Jun 30 05:34:37.178665 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-a4c55020-b8c1-4249-bc84-ef2cb6f7d6bd None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:34:37.180288 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Notify callbacks [] for router, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:37.279640 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:37.330428 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Deleting port 805f1d71-b054-4d26-a226-6f9dbb7a09fa {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:37.330428 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:37.354063 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-a4c55020-b8c1-4249-bc84-ef2cb6f7d6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:34:36Z', 'revision_number': 5, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port': {'id': '805f1d71-b054-4d26-a226-6f9dbb7a09fa', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:27:53Z', 'updated_at': '2021-06-30T05:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:37.383400 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c55020-b8c1-4249-bc84-ef2cb6f7d6bd None None] Checking router: de8c4b15-6a9b-4121-88be-7178592d9de8 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:34:37.391843 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c55020-b8c1-4249-bc84-ef2cb6f7d6bd None None] Routers {'de8c4b15-6a9b-4121-88be-7178592d9de8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:34:37.392448 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-a4c55020-b8c1-4249-bc84-ef2cb6f7d6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['de8c4b15-6a9b-4121-88be-7178592d9de8'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:37.409756 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] For port 805f1d71-b054-4d26-a226-6f9dbb7a09fa, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=805f1d71-b054-4d26-a226-6f9dbb7a09fa,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:37.410112 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:37.421338 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Calling delete_port for 805f1d71-b054-4d26-a226-6f9dbb7a09fa owned by network:router_gateway {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:37.477554 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-a4c55020-b8c1-4249-bc84-ef2cb6f7d6bd None None] Set router de8c4b15-6a9b-4121-88be-7178592d9de8 gateway port host: None {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:34:37.532348 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-a4c55020-b8c1-4249-bc84-ef2cb6f7d6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:34:37Z', 'revision_number': 6, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port_host': None}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:37.563373 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c55020-b8c1-4249-bc84-ef2cb6f7d6bd None None] The sync data for ids ['de8c4b15-6a9b-4121-88be-7178592d9de8'] in dv-cinder-772181-11-iscsi is: [{'id': 'de8c4b15-6a9b-4121-88be-7178592d9de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1993951359-router', 'tenant_id': 'a7964c3fc3134461b6ea0163883faaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:27:52Z', 'updated_at': '2021-06-30T05:34:37Z', 'revision_number': 6, 'project_id': 'a7964c3fc3134461b6ea0163883faaec', 'gw_port_host': None}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:34:37.599549 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:37.622387 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Pushing event deleted for resources: {'Port': ['ID=805f1d71-b054-4d26-a226-6f9dbb7a09fa,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:37.687893 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746938'] for router_gateway, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:37.781823 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102786'] for router, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:37.783911 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:37.825810 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751966'] for router, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:37.826359 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de8c4b15-6a9b-4121-88be-7178592d9de8 {{(pid=92843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 05:34:37.831033 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] Notify callbacks [] for router, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:37.832286 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-6cdf6e68-49bc-42c2-8d67-1cb26c64e240 admin admin] 10.222.0.41 "DELETE /v2.0/routers/de8c4b15-6a9b-4121-88be-7178592d9de8 HTTP/1.1" status: 204 len: 168 time: 0.7700524 Jun 30 05:34:37.834847 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37298) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:37.877656 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9a53a5-4d90-43eb-a529-5ebec6969caa admin admin] Deleting subnet 6e62719b-5a1c-4ff8-bd08-224f80a06cd2 {{(pid=92843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:34:37.880591 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1c9a53a5-4d90-43eb-a529-5ebec6969caa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:37.914716 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1c9a53a5-4d90-43eb-a529-5ebec6969caa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171660'] for subnet, precommit_delete_associations {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.026116 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1c9a53a5-4d90-43eb-a529-5ebec6969caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.077614 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1c9a53a5-4d90-43eb-a529-5ebec6969caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10103874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519859'] for subnet, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.111311 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a53a5-4d90-43eb-a529-5ebec6969caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e62719b-5a1c-4ff8-bd08-224f80a06cd2,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:38.115558 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1c9a53a5-4d90-43eb-a529-5ebec6969caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.117404 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-1c9a53a5-4d90-43eb-a529-5ebec6969caa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6e62719b-5a1c-4ff8-bd08-224f80a06cd2 HTTP/1.1" status: 204 len: 168 time: 0.2816114 Jun 30 05:34:38.119830 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37300) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:38.121945 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1664c468-bf4b-4b5e-84b0-a762e06f41e8 None None] Network 4c5bd950-7baa-4ed0-ba10-8865d691272d requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:34:38.186110 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.237599 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Deleting port 7066ad2f-605d-40ad-bebf-a61f2f8afac2 {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:38.237833 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.312884 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde18f8-92bc-45ae-9eeb-151357a022ba None None] DHCP port deletion for 4c5bd950-7baa-4ed0-ba10-8865d691272d request from dv-cinder-772181-11-iscsi {{(pid=92844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 05:34:38.339674 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] For port 7066ad2f-605d-40ad-bebf-a61f2f8afac2, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=7066ad2f-605d-40ad-bebf-a61f2f8afac2,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:38.339674 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.356423 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Calling delete_port for 7066ad2f-605d-40ad-bebf-a61f2f8afac2 owned by network:dhcp {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:38.360791 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-2fde18f8-92bc-45ae-9eeb-151357a022ba None None] Deleting port 7066ad2f-605d-40ad-bebf-a61f2f8afac2 {{(pid=92844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:38.363895 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2fde18f8-92bc-45ae-9eeb-151357a022ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.385393 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a634b2-452f-42b0-bd54-f09cca9f8e9f req-fd8261e1-d150-4e1f-869f-e9461a18acc1 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:38.386903 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-03a634b2-452f-42b0-bd54-f09cca9f8e9f req-fd8261e1-d150-4e1f-869f-e9461a18acc1 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 945 time: 0.1376390 Jun 30 05:34:38.416399 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 7066ad2f-605d-40ad-bebf-a61f2f8afac2 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:34:38.467709 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-aaec7979-4288-4b00-abe0-c7325822159a tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:38.469282 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-aaec7979-4288-4b00-abe0-c7325822159a tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 945 time: 0.0724933 Jun 30 05:34:38.473149 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-2fde18f8-92bc-45ae-9eeb-151357a022ba None None] For port 7066ad2f-605d-40ad-bebf-a61f2f8afac2, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=7066ad2f-605d-40ad-bebf-a61f2f8afac2,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:38.474758 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2fde18f8-92bc-45ae-9eeb-151357a022ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.493676 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-2fde18f8-92bc-45ae-9eeb-151357a022ba None None] Calling delete_port for 7066ad2f-605d-40ad-bebf-a61f2f8afac2 owned by network:dhcp {{(pid=92844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:38.547163 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.581053 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Deleting port 461ae30e-c57d-472a-87f1-5e54ac169c10 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:38.581621 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.644704 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] For port 7066ad2f-605d-40ad-bebf-a61f2f8afac2, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=7066ad2f-605d-40ad-bebf-a61f2f8afac2,segment=NetworkSegment(0cc6402f-6bd0-404b-afd4-2a9d7f2f2379),segment_id=0cc6402f-6bd0-404b-afd4-2a9d7f2f2379)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:38.658612 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.658897 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 805f1d71-b054-4d26-a226-6f9dbb7a09fa no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:34:38.718464 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 805f1d71-b054-4d26-a226-6f9dbb7a09fa {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:34:38.719193 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 805f1d71-b054-4d26-a226-6f9dbb7a09fa not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:34:38.719832 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:34:38.730259 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] For port 461ae30e-c57d-472a-87f1-5e54ac169c10, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=461ae30e-c57d-472a-87f1-5e54ac169c10,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:38.731802 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.750920 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2fde18f8-92bc-45ae-9eeb-151357a022ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418'] for port, after_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.755337 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:34:38.755690 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 4d2db7b4-2d9c-4398-ad3d-226adf9beea6 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:34:38.764221 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-03a634b2-452f-42b0-bd54-f09cca9f8e9f req-4fd77741-6c00-4809-bb72-cf87ca693648 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674786 Jun 30 05:34:38.786687 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde18f8-92bc-45ae-9eeb-151357a022ba None None] No DVR routers for this DVR port 7066ad2f-605d-40ad-bebf-a61f2f8afac2 on host dv-cinder-772181-11-iscsi {{(pid=92844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:34:38.790641 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Pushing event updated for resources: {'Port': ['ID=7066ad2f-605d-40ad-bebf-a61f2f8afac2,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:38.792209 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.815742 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:38.816609 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:38.817577 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:38.818559 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:38.819291 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:38.819792 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:38.821028 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Pushing event deleted for resources: {'Port': ['ID=7066ad2f-605d-40ad-bebf-a61f2f8afac2,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:38.822791 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] No DVR routers for this DVR port 7066ad2f-605d-40ad-bebf-a61f2f8afac2 on host dv-cinder-772181-11-iscsi {{(pid=92843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:34:38.828110 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:38.829039 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:38.829686 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:38.830223 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:38.830790 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:38.831329 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:38.873044 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde18f8-92bc-45ae-9eeb-151357a022ba None None] Pushing event deleted for resources: {'Port': ['ID=7066ad2f-605d-40ad-bebf-a61f2f8afac2,revision_number=None']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:38.901924 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.912566 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5bd950-7baa-4ed0-ba10-8865d691272d']}} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:38.922839 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379') {'for_net_delete': True} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:38.923733 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc6402f-6bd0-404b-afd4-2a9d7f2f2379') {} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:38.933715 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171653'] for segment, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.947032 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.955068 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37310) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:38.956957 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=92843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:34:38.957348 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10104033'] for segment, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: self.session.flush() Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: self.session.flush() Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: self.session.flush() Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: self.session.flush() Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: Traceback (most recent call last): Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: timer() Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: cb(*args, **kw) Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: return func(*args, **kwargs) Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: self._notify() Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: self.callback(batched_events) Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: event.method(event) Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: return f(self, *a, **k) Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._get(url).json() Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: return self.request(url, 'GET', **kwargs) Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:34:38.963264 dv-cinder-772181-11-iscsi neutron-server[92843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:34:38.996275 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.996648 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:38.997012 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Floating IP 439bbfbd-0c40-4eca-91b9-048363c1e885 disassociated. External IP: 172.27.2.113, port: 461ae30e-c57d-472a-87f1-5e54ac169c10. Jun 30 05:34:38.997476 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Calling delete_port for 461ae30e-c57d-472a-87f1-5e54ac169c10 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:39.019344 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.025368 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.027201 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4c5bd950-7baa-4ed0-ba10-8865d691272d HTTP/1.1" status: 204 len: 168 time: 0.9063778 Jun 30 05:34:39.043684 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9e11f-33f7-48f9-b6a5-286f0379a743 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5bd950-7baa-4ed0-ba10-8865d691272d,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:39.085651 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-99c7bd4a-f592-46a9-9c79-9cc821ec1bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.132454 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.162541 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37316) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:39.163367 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event deleted for resources: {'Port': ['ID=461ae30e-c57d-472a-87f1-5e54ac169c10,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:39.208304 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-99c7bd4a-f592-46a9-9c79-9cc821ec1bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.212280 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-99c7bd4a-f592-46a9-9c79-9cc821ec1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.251079 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-1a652187-c974-41e5-9c88-0a68093bd42e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7964c3fc3134461b6ea0163883faaec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853155 Jun 30 05:34:39.253508 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37318) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:39.255402 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-99c7bd4a-f592-46a9-9c79-9cc821ec1bbe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ff0341eaff64b059c98eb9026d7d035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996161 Jun 30 05:34:39.256022 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37320) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:39.262073 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7bd4a-f592-46a9-9c79-9cc821ec1bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f994546-6b97-4ac6-8448-1e7713c673e2,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:39.307940 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.309686 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-33523b4e-0ca2-4491-8194-375425650700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.331897 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-33523b4e-0ca2-4491-8194-375425650700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.343440 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Router 373ed9f2-967d-4440-8d1f-43fc4278572e has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:34:39.367818 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-70a59004-5c17-4d86-adae-b05feb67fe03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.379060 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-33523b4e-0ca2-4491-8194-375425650700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.382488 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-33523b4e-0ca2-4491-8194-375425650700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.383635 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-33523b4e-0ca2-4491-8194-375425650700 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f994546-6b97-4ac6-8448-1e7713c673e2 HTTP/1.1" status: 204 len: 168 time: 0.1264665 Jun 30 05:34:39.391258 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33523b4e-0ca2-4491-8194-375425650700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f994546-6b97-4ac6-8448-1e7713c673e2,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:39.427870 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-70a59004-5c17-4d86-adae-b05feb67fe03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.503571 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:34:39.516744 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc835281-3732-475e-9fdd-e882634ec298 None None] Sync routers for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:34:39.530768 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc835281-3732-475e-9fdd-e882634ec298 None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:34:39.531859 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-bc835281-3732-475e-9fdd-e882634ec298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:39.559047 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] No DVR routers for this DVR port 461ae30e-c57d-472a-87f1-5e54ac169c10 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:34:39.562344 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.566669 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-690f94b1-287d-49a6-8dc0-c04c62daa9cc req-8e064917-0096-4fba-965a-aee83b89bacb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "DELETE /v2.0/ports/461ae30e-c57d-472a-87f1-5e54ac169c10 HTTP/1.1" status: 204 len: 173 time: 1.0890067 Jun 30 05:34:39.566669 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73069140-66a4-48cd-9e5a-410c4f9d8071', 'name': 'network-vif-deleted', 'tag': '461ae30e-c57d-472a-87f1-5e54ac169c10'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:34:39.568475 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b266a6-5036-4124-bf59-639d005d04f6" -d '{"events": [{"server_uuid": "73069140-66a4-48cd-9e5a-410c4f9d8071", "name": "network-vif-deleted", "tag": "461ae30e-c57d-472a-87f1-5e54ac169c10"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:34:39.580429 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-70a59004-5c17-4d86-adae-b05feb67fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.584514 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-70a59004-5c17-4d86-adae-b05feb67fe03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:39.585968 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-70a59004-5c17-4d86-adae-b05feb67fe03 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91805fd1-b774-40ab-9b16-c8b151a6f528 HTTP/1.1" status: 204 len: 168 time: 0.3315732 Jun 30 05:34:39.609799 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a59004-5c17-4d86-adae-b05feb67fe03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91805fd1-b774-40ab-9b16-c8b151a6f528,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:39.648041 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6217752c-b6f1-440d-b3c0-048099ef620b x-openstack-request-id: req-6217752c-b6f1-440d-b3c0-048099ef620b {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:34:39.648384 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73069140-66a4-48cd-9e5a-410c4f9d8071", "name": "network-vif-deleted", "tag": "461ae30e-c57d-472a-87f1-5e54ac169c10", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:34:39.648646 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6217752c-b6f1-440d-b3c0-048099ef620b {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:34:39.649151 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73069140-66a4-48cd-9e5a-410c4f9d8071', 'name': 'network-vif-deleted', 'tag': '461ae30e-c57d-472a-87f1-5e54ac169c10', 'status': 'completed', 'code': 200} Jun 30 05:34:39.859826 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-bc835281-3732-475e-9fdd-e882634ec298 None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:34:39.983464 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e866d438-d2be-4295-8c41-20aaa4a8d9af req-3421e84f-238d-4048-802f-2cc0c96fbb91 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=73069140-66a4-48cd-9e5a-410c4f9d8071 HTTP/1.1" status: 200 len: 210 time: 0.0410962 Jun 30 05:34:40.119212 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-bc835281-3732-475e-9fdd-e882634ec298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:40.149655 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc835281-3732-475e-9fdd-e882634ec298 None None] Checking router: 373ed9f2-967d-4440-8d1f-43fc4278572e for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:34:40.155564 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc835281-3732-475e-9fdd-e882634ec298 None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:34:40.156306 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-bc835281-3732-475e-9fdd-e882634ec298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:40.291420 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-bc835281-3732-475e-9fdd-e882634ec298 None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:34:40.596129 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37370) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:40.657406 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-bc835281-3732-475e-9fdd-e882634ec298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:40.686581 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc835281-3732-475e-9fdd-e882634ec298 None None] The sync data for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi is: [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:34:40.708562 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1030160980-network', 'tenant_id': '6d8267c03d5d4709a2bd9b6e10398fa1'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:34:40.734465 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Made reservation on behalf of 6d8267c03d5d4709a2bd9b6e10398fa1 for: {'network': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:34:40.737291 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for network, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:40.747469 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:40.847674 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:40.852335 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:40.887720 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=92842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 05:34:40.896873 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d92563b-6604-40f9-affa-a3b236166b25,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:40.903697 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:40.904115 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.segments_db [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Added segment e4df8397-d4e2-402e-b2d4-34f86a4b96b9 of type vlan for network 120ab221-a67b-4b27-9cfc-249b846ff2a8 Jun 30 05:34:40.953990 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786355864634'] for network, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:40.988630 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986'] for network, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:40.990266 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:40.990917 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:41.024300 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ef5b7-d530-4e71-ad4c-fcf5f7bdf921 None None] New status for floating IP 439bbfbd-0c40-4eca-91b9-048363c1e885: DOWN {{(pid=92845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:34:41.024788 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 461ae30e-c57d-472a-87f1-5e54ac169c10 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:34:41.054090 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 461ae30e-c57d-472a-87f1-5e54ac169c10 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:34:41.054472 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4562898 Jun 30 05:34:41.054596 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 461ae30e-c57d-472a-87f1-5e54ac169c10 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:34:41.057088 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37380) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:41.062749 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-0224e5b4-6514-4383-bd45-64aaae253bf8 admin admin] Request body: {'subnet': {'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1030160980-subnet', 'tenant_id': '6d8267c03d5d4709a2bd9b6e10398fa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:34:41.062960 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316839b-177c-433f-82bf-8803ca4ed00c admin admin] Pushing event updated for resources: {'Network': ['ID=120ab221-a67b-4b27-9cfc-249b846ff2a8,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:41.073631 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Network 120ab221-a67b-4b27-9cfc-249b846ff2a8 details requested by agent ovs-agent-dv-cinder-772181-11-iscsi with host dv-cinder-772181-11-iscsi {{(pid=92844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 05:34:41.081972 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37382) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:41.088374 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0224e5b4-6514-4383-bd45-64aaae253bf8 admin admin] Made reservation on behalf of 6d8267c03d5d4709a2bd9b6e10398fa1 for: {'subnet': 1} {{(pid=92843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:34:41.091074 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0224e5b4-6514-4383-bd45-64aaae253bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519836'] for subnet, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:41.342098 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0224e5b4-6514-4383-bd45-64aaae253bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10151823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519818'] for subnet, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:41.380250 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-8fd7d137-b851-4bce-8bbd-d58a21fe7d0b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580141649&fields=id&tenant_id=6d90c5aad4634b518d2658e6bda57cd8 HTTP/1.1" status: 200 len: 267 time: 0.0737557 Jun 30 05:34:41.404531 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-ad4d7379-42dd-4b1e-87c3-6b22df131f57 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Deleting port 1d70c290-81fc-4db6-b554-fdbd21ea1c17 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:41.404879 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7379-42dd-4b1e-87c3-6b22df131f57 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:41.428300 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224e5b4-6514-4383-bd45-64aaae253bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4172cb0f-32d0-4d8c-af06-b1048cae78c8,revision_number=0']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:41.470276 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0224e5b4-6514-4383-bd45-64aaae253bf8 admin admin] Checking segment: {'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:34:41.470630 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0224e5b4-6514-4383-bd45-64aaae253bf8 admin admin] Network hostable DHCP agents. Network: 120ab221-a67b-4b27-9cfc-249b846ff2a8, hostable agents: ['c5599ae8-dd9b-42df-bf07-1047ae538209'], hosted agents: [] {{(pid=92843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 05:34:41.482979 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7379-42dd-4b1e-87c3-6b22df131f57 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:41.483836 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7379-42dd-4b1e-87c3-6b22df131f57 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:41.495391 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-ad4d7379-42dd-4b1e-87c3-6b22df131f57 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Calling delete_port for 1d70c290-81fc-4db6-b554-fdbd21ea1c17 owned by network:floatingip {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:41.505056 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0224e5b4-6514-4383-bd45-64aaae253bf8 admin admin] Network 120ab221-a67b-4b27-9cfc-249b846ff2a8 is scheduled to be hosted by DHCP agent c5599ae8-dd9b-42df-bf07-1047ae538209 with binding_index 1 {{(pid=92843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 05:34:41.526940 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-b8aa9ff8-a231-4d94-85db-d6edff5b301e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:41.528401 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-b8aa9ff8-a231-4d94-85db-d6edff5b301e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 812 time: 0.1338251 Jun 30 05:34:41.529380 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-0224e5b4-6514-4383-bd45-64aaae253bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-11-iscsi, 120ab221-a67b-4b27-9cfc-249b846ff2a8) {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:34:41.533407 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0224e5b4-6514-4383-bd45-64aaae253bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:41.533978 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-0224e5b4-6514-4383-bd45-64aaae253bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:41.540708 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384fcf7c-45d8-4650-ac2e-a30358bb98a7 None None] Network 120ab221-a67b-4b27-9cfc-249b846ff2a8 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:34:41.552385 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f662b1a0-005f-452a-ba06-a8d0e030ea14 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/quotas/6d90c5aad4634b518d2658e6bda57cd8 HTTP/1.1" status: 200 len: 375 time: 0.0153015 Jun 30 05:34:41.568862 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-0224e5b4-6514-4383-bd45-64aaae253bf8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5105479 Jun 30 05:34:41.642441 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-3b32b440-5550-444b-8e8e-40d81de8888a tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723219 Jun 30 05:34:41.686100 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81187f-a667-40e8-894c-0164e5ecd070 None None] Network 120ab221-a67b-4b27-9cfc-249b846ff2a8 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:34:41.769914 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-8492f942-87b7-4667-ad67-fadf6a96f2f1 service neutron] 10.222.0.41 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136923 Jun 30 05:34:41.871426 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-894c25a3-f68d-462e-a074-df2c11455845 service neutron] 10.222.0.41 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939267 Jun 30 05:34:41.954514 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7379-42dd-4b1e-87c3-6b22df131f57 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:41.987138 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d7379-42dd-4b1e-87c3-6b22df131f57 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Pushing event deleted for resources: {'Port': ['ID=1d70c290-81fc-4db6-b554-fdbd21ea1c17,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:42.056072 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7379-42dd-4b1e-87c3-6b22df131f57 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for floatingip, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:42.056613 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [None req-ad4d7379-42dd-4b1e-87c3-6b22df131f57 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Floating IP c210cc26-8ddd-4c92-a14e-82cd29aa6464 disassociated (deleted). External IP: 172.27.2.14, port: c2da3b1d-7440-4074-b5c0-d0907a145db8. Jun 30 05:34:42.115468 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-05ffd0d3-752f-4755-9f50-7a768e86f295 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:42.119304 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-05ffd0d3-752f-4755-9f50-7a768e86f295 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/networks?id=120ab221-a67b-4b27-9cfc-249b846ff2a8 HTTP/1.1" status: 200 len: 815 time: 0.1264131 Jun 30 05:34:42.137500 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2bf4f17b-3a64-432e-81e1-590b0205a10e tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/quotas/6d8267c03d5d4709a2bd9b6e10398fa1 HTTP/1.1" status: 200 len: 375 time: 0.0103154 Jun 30 05:34:42.144690 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-5847eefe-dde5-4436-a89c-c58fbb211334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:42.197607 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-de583d32-0b06-48e6-8307-98f08beb0d52 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d8267c03d5d4709a2bd9b6e10398fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478594 Jun 30 05:34:42.335570 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4d7379-42dd-4b1e-87c3-6b22df131f57 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Router cdf5f319-ea32-44a6-99f6-72dbf1617983 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:34:42.350734 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e574ffee-74df-4c33-a0a7-3edfa88ca7c8 req-65302edd-e29a-494f-81b8-2423b10daadb tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 210 time: 0.0721259 Jun 30 05:34:42.378769 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-8783003c-554e-4ee8-81d0-882f1b048adc service neutron] 10.222.0.41 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743896 Jun 30 05:34:42.466296 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4d7379-42dd-4b1e-87c3-6b22df131f57 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:34:42.471569 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7379-42dd-4b1e-87c3-6b22df131f57 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:42.482224 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76213071-93ee-48b1-be9e-50ed7f0780a0 None None] Sync routers for ids ['cdf5f319-ea32-44a6-99f6-72dbf1617983'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:34:42.493594 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76213071-93ee-48b1-be9e-50ed7f0780a0 None None] Routers {'cdf5f319-ea32-44a6-99f6-72dbf1617983'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:34:42.500379 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-76213071-93ee-48b1-be9e-50ed7f0780a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['cdf5f319-ea32-44a6-99f6-72dbf1617983'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:42.501532 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-f00262c3-d4c6-44fd-b398-805bcc7c2ed0 service neutron] 10.222.0.41 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161072 Jun 30 05:34:42.518605 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-ad4d7379-42dd-4b1e-87c3-6b22df131f57 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "DELETE /v2.0/floatingips/c210cc26-8ddd-4c92-a14e-82cd29aa6464 HTTP/1.1" status: 204 len: 168 time: 1.4343629 Jun 30 05:34:42.519217 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:34:42.521703 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6c20c3-7eb5-4223-a326-ed274a2b5dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:34:42.638776 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-76213071-93ee-48b1-be9e-50ed7f0780a0 None None] Set router cdf5f319-ea32-44a6-99f6-72dbf1617983 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:34:42.715379 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38d8ee2-3217-4945-9b10-980a9c3b6bb4 x-openstack-request-id: req-c38d8ee2-3217-4945-9b10-980a9c3b6bb4 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:34:42.715661 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:34:42.715906 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c38d8ee2-3217-4945-9b10-980a9c3b6bb4 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:34:42.716395 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'status': 'completed', 'code': 200} Jun 30 05:34:42.879513 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-8771224e-0276-4c78-a73d-7535d68442a6 req-06105bcf-77dd-42fe-a385-d29ebb351bfb tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 210 time: 0.0669515 Jun 30 05:34:42.924562 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c20c3-7eb5-4223-a326-ed274a2b5dbc req-13ad54c6-d739-4ba2-a40d-14cbf90123f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:42.926953 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb6c20c3-7eb5-4223-a326-ed274a2b5dbc req-13ad54c6-d739-4ba2-a40d-14cbf90123f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd&device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 1098 time: 0.1924798 Jun 30 05:34:43.045030 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-76213071-93ee-48b1-be9e-50ed7f0780a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '2a207a14-839a-40c1-8509-19f464625579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:28:41Z', 'revision_number': 4, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port': {'id': '2a207a14-839a-40c1-8509-19f464625579', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:33Z', 'updated_at': '2021-06-30T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': 'e0fa8063-0c71-46cc-9b20-39f6aba77476', 'name': '', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'mac_address': 'fa:16:3e:0f:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:39Z', 'updated_at': '2021-06-30T05:28:48Z', 'revision_number': 5, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'subnets': [{'id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:43.079247 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76213071-93ee-48b1-be9e-50ed7f0780a0 None None] Checking router: cdf5f319-ea32-44a6-99f6-72dbf1617983 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:34:43.089755 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76213071-93ee-48b1-be9e-50ed7f0780a0 None None] Routers {'cdf5f319-ea32-44a6-99f6-72dbf1617983'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:34:43.090441 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-76213071-93ee-48b1-be9e-50ed7f0780a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['cdf5f319-ea32-44a6-99f6-72dbf1617983'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:43.099055 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c20c3-7eb5-4223-a326-ed274a2b5dbc req-19a26a63-8051-4835-894f-3026895a91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:43.101236 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb6c20c3-7eb5-4223-a326-ed274a2b5dbc req-19a26a63-8051-4835-894f-3026895a91ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=affefd12-2e18-4695-9ad0-480c9f5e5fee HTTP/1.1" status: 200 len: 910 time: 0.1678841 Jun 30 05:34:43.196670 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb6c20c3-7eb5-4223-a326-ed274a2b5dbc req-b36cab93-93b6-422e-a824-850bc363b3a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8 HTTP/1.1" status: 200 len: 217 time: 0.0761626 Jun 30 05:34:43.197302 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c89bb2-03f9-4885-b89f-865d3f2c02e8 req-09ed972a-089b-45fa-95fd-508f8998f51d tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:43.199482 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-90c89bb2-03f9-4885-b89f-865d3f2c02e8 req-09ed972a-089b-45fa-95fd-508f8998f51d tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.1186500 Jun 30 05:34:43.247180 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-76213071-93ee-48b1-be9e-50ed7f0780a0 None None] Set router cdf5f319-ea32-44a6-99f6-72dbf1617983 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:34:43.257185 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c20c3-7eb5-4223-a326-ed274a2b5dbc req-46a6f240-c369-4eac-91a8-69540a5824d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:43.258746 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb6c20c3-7eb5-4223-a326-ed274a2b5dbc req-46a6f240-c369-4eac-91a8-69540a5824d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bad3c6a3-a301-48c1-b80f-fb3e2e5740a6 HTTP/1.1" status: 200 len: 848 time: 0.0552342 Jun 30 05:34:43.283691 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-90c89bb2-03f9-4885-b89f-865d3f2c02e8 req-03cab420-51ad-4e82-9516-79ca42dc44ad tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728180 Jun 30 05:34:43.341724 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c20c3-7eb5-4223-a326-ed274a2b5dbc req-5f2add5c-0fe9-47c2-bb51-380d29300d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:43.344682 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb6c20c3-7eb5-4223-a326-ed274a2b5dbc req-5f2add5c-0fe9-47c2-bb51-380d29300d57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=affefd12-2e18-4695-9ad0-480c9f5e5fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0719447 Jun 30 05:34:43.443735 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb6c20c3-7eb5-4223-a326-ed274a2b5dbc req-98f86931-6a8b-462e-8684-602bf01758b1 service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907969 Jun 30 05:34:43.493698 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-76213071-93ee-48b1-be9e-50ed7f0780a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '2a207a14-839a-40c1-8509-19f464625579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:28:41Z', 'revision_number': 4, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port': {'id': '2a207a14-839a-40c1-8509-19f464625579', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:33Z', 'updated_at': '2021-06-30T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': 'e0fa8063-0c71-46cc-9b20-39f6aba77476', 'name': '', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'mac_address': 'fa:16:3e:0f:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:39Z', 'updated_at': '2021-06-30T05:28:48Z', 'revision_number': 5, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'subnets': [{'id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:43.517334 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bf062afa-aadd-4c77-b16a-b9e2bea2371a req-2db46965-f296-4f85-be9d-a0779a988ab8 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 210 time: 0.0342367 Jun 30 05:34:43.523696 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76213071-93ee-48b1-be9e-50ed7f0780a0 None None] The sync data for ids ['cdf5f319-ea32-44a6-99f6-72dbf1617983'] in dv-cinder-772181-11-iscsi is: [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '2a207a14-839a-40c1-8509-19f464625579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:28:41Z', 'revision_number': 4, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port': {'id': '2a207a14-839a-40c1-8509-19f464625579', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:33Z', 'updated_at': '2021-06-30T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': 'e0fa8063-0c71-46cc-9b20-39f6aba77476', 'name': '', 'network_id': 'affefd12-2e18-4695-9ad0-480c9f5e5fee', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'mac_address': 'fa:16:3e:0f:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:39Z', 'updated_at': '2021-06-30T05:28:48Z', 'revision_number': 5, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'subnets': [{'id': 'bad3c6a3-a301-48c1-b80f-fb3e2e5740a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:34:43.556058 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-cb6c20c3-7eb5-4223-a326-ed274a2b5dbc req-db4240f0-c5d9-400f-9802-71d872f3335c service neutron] 10.222.0.35 "GET /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059732 Jun 30 05:34:43.777084 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9166ce-f6fa-4aeb-bc72-70888e7c95c2 None None] New status for floating IP c210cc26-8ddd-4c92-a14e-82cd29aa6464: DOWN {{(pid=92845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:34:43.813116 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-b98087c6-1daa-491b-a62b-85a8da865700 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:43.814785 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-b98087c6-1daa-491b-a62b-85a8da865700 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 812 time: 0.1099613 Jun 30 05:34:43.877046 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-a6058277-6613-4f0a-a06d-684c2c8454ef tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d90c5aad4634b518d2658e6bda57cd8 HTTP/1.1" status: 200 len: 380 time: 0.0458045 Jun 30 05:34:43.890867 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Request body: {'port': {'device_id': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'admin_state_up': True, 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'security_groups': ['b52acfec-210d-46ae-b479-acff08a42ba1']}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:34:44.017761 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Made reservation on behalf of 6d90c5aad4634b518d2658e6bda57cd8 for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:34:44.023747 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:44.076539 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6eb59f9d-baa1-4862-8a6e-16255d817060 req-5dc4b71d-ae85-4dce-8758-3602cd8b9c96 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 210 time: 0.0504808 Jun 30 05:34:44.176833 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Allocated IP 172.20.0.8 (35ef2ae9-7d57-49b3-9314-f362e1dd3878/ecac3324-9bc1-4452-b145-1d415560dcf9/3e1fff2d-878d-4004-b557-49e88be76add) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:34:44.408207 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2e7b195c-90f7-4e0b-8c13-946ba04b85b0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:44.409445 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2e7b195c-90f7-4e0b-8c13-946ba04b85b0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "GET /v2.0/networks?id=120ab221-a67b-4b27-9cfc-249b846ff2a8 HTTP/1.1" status: 200 len: 815 time: 0.1872959 Jun 30 05:34:44.428623 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:44.447554 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Transition to ACTIVE for port object 3e1fff2d-878d-4004-b557-49e88be76add will not be triggered until provisioned by entity DHCP. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:34:44.478909 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2520d547-65d1-4ac9-a9c3-0b4a7efa4271 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Request body: {'port': {'device_id': '954a2440-8bf0-40e0-9a0e-461b5f763c25', 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8', 'admin_state_up': True, 'tenant_id': '6d8267c03d5d4709a2bd9b6e10398fa1'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:34:44.487989 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6d37-0897-45ad-845f-42348f565e28 req-802ed526-94d6-4b0e-8d2b-e9ea9f0df81b tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:44.490667 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e3df6d37-0897-45ad-845f-42348f565e28 req-802ed526-94d6-4b0e-8d2b-e9ea9f0df81b tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0874794 Jun 30 05:34:44.542584 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:44.543828 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e3df6d37-0897-45ad-845f-42348f565e28 req-24c54cd6-88d9-480c-acf1-abcff4d83919 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a2063f8-2ffd-4f6b-ac66-27c9965e6241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467350 Jun 30 05:34:44.615785 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:34:44.623936 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:34:44.635874 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:34:44.651633 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'Port': ['ID=3e1fff2d-878d-4004-b557-49e88be76add,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:44.686386 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:44.686747 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:44.687070 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:44.687430 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:44.687754 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:44.688077 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:44.688397 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:44.688719 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:44.689043 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:44.689359 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:44.689674 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:44.689985 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:44.720504 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-841daf82-2b3b-448e-91c1-735be58f8178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:44.728079 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:44.728768 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:44.732530 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2520d547-65d1-4ac9-a9c3-0b4a7efa4271 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Made reservation on behalf of 6d8267c03d5d4709a2bd9b6e10398fa1 for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:34:44.735938 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2520d547-65d1-4ac9-a9c3-0b4a7efa4271 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:44.746517 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a2fbf-fcf5-408d-b497-4d510478164d req-d654fed2-4afb-4b68-9665-fae304502a06 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:44.753845 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-eb9a2fbf-fcf5-408d-b497-4d510478164d req-d654fed2-4afb-4b68-9665-fae304502a06 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 931 time: 0.0916574 Jun 30 05:34:44.771486 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-f3f8646c-d185-43aa-8194-e493c2172898 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8848338 Jun 30 05:34:44.789338 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:44.795683 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-eb9a2fbf-fcf5-408d-b497-4d510478164d req-03a6cfaf-515c-46e2-9590-a09ec64505ca tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Jun 30 05:34:44.822203 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Request body: {'port': {'device_id': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:34:44.875027 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdac2d-23a6-442e-8d6f-e492903c9ec5 req-7a9b854f-b143-4d15-9a3d-7bcabea39187 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:44.876581 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c2bdac2d-23a6-442e-8d6f-e492903c9ec5 req-7a9b854f-b143-4d15-9a3d-7bcabea39187 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.35 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 945 time: 0.0728340 Jun 30 05:34:44.912576 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-0bc859d0-daed-4a5e-b3ed-0ba54a77f534 None None] Provisioning for port 3e1fff2d-878d-4004-b557-49e88be76add completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:34:44.916517 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-0bc859d0-daed-4a5e-b3ed-0ba54a77f534 None None] Provisioning complete for port 3e1fff2d-878d-4004-b557-49e88be76add triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:34:44.916979 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0bc859d0-daed-4a5e-b3ed-0ba54a77f534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:44.937002 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:44.952283 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-0bc859d0-daed-4a5e-b3ed-0ba54a77f534 None None] Port 3e1fff2d-878d-4004-b557-49e88be76add cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:34:44.965759 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2520d547-65d1-4ac9-a9c3-0b4a7efa4271 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Allocated IP 172.20.0.4 (120ab221-a67b-4b27-9cfc-249b846ff2a8/4172cb0f-32d0-4d8c-af06-b1048cae78c8/3b7357bd-3807-4259-a565-14e116b421e8) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:34:44.989997 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [req-c2bdac2d-23a6-442e-8d6f-e492903c9ec5 req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Deleting port c2da3b1d-7440-4074-b5c0-d0907a145db8 {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:44.990342 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-c2bdac2d-23a6-442e-8d6f-e492903c9ec5 req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.076724 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [req-c2bdac2d-23a6-442e-8d6f-e492903c9ec5 req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] For port c2da3b1d-7440-4074-b5c0-d0907a145db8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=c2da3b1d-7440-4074-b5c0-d0907a145db8,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:45.077176 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-c2bdac2d-23a6-442e-8d6f-e492903c9ec5 req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.091512 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [req-c2bdac2d-23a6-442e-8d6f-e492903c9ec5 req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Calling delete_port for c2da3b1d-7440-4074-b5c0-d0907a145db8 owned by compute:nova {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:45.239673 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-137de33f-9a12-40a2-bad3-bc3373921b4d req-15af89de-3a66-4518-9bed-8359271712c9 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 210 time: 0.0456338 Jun 30 05:34:45.291008 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2520d547-65d1-4ac9-a9c3-0b4a7efa4271 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.300845 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-c2bdac2d-23a6-442e-8d6f-e492903c9ec5 req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.330700 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Pushing event deleted for resources: {'Port': ['ID=c2da3b1d-7440-4074-b5c0-d0907a145db8,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:45.340695 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:45.341057 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:45.341389 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:45.341733 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:45.342064 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:45.342381 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:45.342708 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:45.343043 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:45.343429 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:45.343701 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:45.344025 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:45.344345 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:34:45.377547 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1fff2d-878d-4004-b557-49e88be76add {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:34:45.386741 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.391519 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2520d547-65d1-4ac9-a9c3-0b4a7efa4271 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.409353 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bdac2d-23a6-442e-8d6f-e492903c9ec5 req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] No DVR routers for this DVR port c2da3b1d-7440-4074-b5c0-d0907a145db8 on host hv-cinder-77218 {{(pid=92843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:34:45.412092 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [req-c2bdac2d-23a6-442e-8d6f-e492903c9ec5 req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.414134 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c2bdac2d-23a6-442e-8d6f-e492903c9ec5 req-c0c00116-8d1f-43b8-ab86-dc6c0b44d40e tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.35 "DELETE /v2.0/ports/c2da3b1d-7440-4074-b5c0-d0907a145db8 HTTP/1.1" status: 204 len: 173 time: 0.5311289 Jun 30 05:34:45.414636 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'name': 'network-vif-deleted', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8'}] {{(pid=92843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:34:45.417067 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b28f5f11860cf26df7d8e46eb7cdcae24a1f7426500d780ca6df764020a27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b07146-257e-48ce-a502-8f485ef3a382" -d '{"events": [{"server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "name": "network-vif-deleted", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8"}]}' {{(pid=92843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:34:45.441965 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Transition to ACTIVE for port object 3e1fff2d-878d-4004-b557-49e88be76add will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:34:45.453221 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.459713 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2520d547-65d1-4ac9-a9c3-0b4a7efa4271 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Network 120ab221-a67b-4b27-9cfc-249b846ff2a8 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:34:45.469657 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2520d547-65d1-4ac9-a9c3-0b4a7efa4271 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:34:45.473390 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2520d547-65d1-4ac9-a9c3-0b4a7efa4271 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:34:45.478768 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520d547-65d1-4ac9-a9c3-0b4a7efa4271 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Pushing event updated for resources: {'Port': ['ID=3b7357bd-3807-4259-a565-14e116b421e8,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:45.524053 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e5f0be-9486-4ea1-b413-e0ee6d7af6e4 x-openstack-request-id: req-39e5f0be-9486-4ea1-b413-e0ee6d7af6e4 {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:34:45.524580 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e758a4-5af7-4dc8-a0f8-eaeb15022db5", "name": "network-vif-deleted", "tag": "c2da3b1d-7440-4074-b5c0-d0907a145db8", "status": "completed", "code": 200}]} {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:34:45.524760 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39e5f0be-9486-4ea1-b413-e0ee6d7af6e4 {{(pid=92843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:34:45.525411 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e758a4-5af7-4dc8-a0f8-eaeb15022db5', 'name': 'network-vif-deleted', 'tag': 'c2da3b1d-7440-4074-b5c0-d0907a145db8', 'status': 'completed', 'code': 200} Jun 30 05:34:45.558913 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1fff2d-878d-4004-b557-49e88be76add,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:45.591819 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2520d547-65d1-4ac9-a9c3-0b4a7efa4271 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:45.592441 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2520d547-65d1-4ac9-a9c3-0b4a7efa4271 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.633701 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-2520d547-65d1-4ac9-a9c3-0b4a7efa4271 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2132952 Jun 30 05:34:45.652191 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Request body: {'port': {'device_id': '954a2440-8bf0-40e0-9a0e-461b5f763c25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:34:45.677923 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Attempting to bind port 3e1fff2d-878d-4004-b557-49e88be76add on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:34:45.678263 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Attempting to bind port 3e1fff2d-878d-4004-b557-49e88be76add by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:34:45.678688 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Attempting to bind port 3e1fff2d-878d-4004-b557-49e88be76add on network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:34:45.688342 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Port 3e1fff2d-878d-4004-b557-49e88be76add on network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:34:45.688662 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Attempting to bind port 3e1fff2d-878d-4004-b557-49e88be76add on network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:34:45.704732 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:34:45.705078 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Checking segment: {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:34:45.705460 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Bound using segment: {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:34:45.705924 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Bound port: 3e1fff2d-878d-4004-b557-49e88be76add, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:34:45.706275 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.724829 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9110ace1-ec49-4a89-ba2d-8e7e35750a2a req-d31f2967-5357-424b-9328-34a62185e89f tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "GET /v2.0/ports?device_id=95e758a4-5af7-4dc8-a0f8-eaeb15022db5 HTTP/1.1" status: 200 len: 210 time: 0.0559771 Jun 30 05:34:45.784700 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.841995 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] For port 3e1fff2d-878d-4004-b557-49e88be76add, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:34:45.850796 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.862871 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] For port 3e1fff2d-878d-4004-b557-49e88be76add, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=3e1fff2d-878d-4004-b557-49e88be76add,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:34:45.877376 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.970753 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:45.971511 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:45.973724 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] 10.222.0.35 "PUT /v2.0/ports/3e1fff2d-878d-4004-b557-49e88be76add HTTP/1.1" status: 200 len: 1093 time: 1.1581426 Jun 30 05:34:45.979422 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'tag': '3e1fff2d-878d-4004-b557-49e88be76add'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:34:45.982777 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d17864-575f-4edd-b921-dd7965661b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "75f7faa4-c7a5-48f4-aa79-43aac46df766", "tag": "3e1fff2d-878d-4004-b557-49e88be76add"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:34:46.006366 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d6d51-4a07-4961-8447-fa87a5735c2c req-c1c4bcfb-8ecd-4335-ba6a-7a93a7031d39 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:46.008235 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bb3d6d51-4a07-4961-8447-fa87a5735c2c req-c1c4bcfb-8ecd-4335-ba6a-7a93a7031d39 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 943 time: 0.0741262 Jun 30 05:34:46.038843 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71a9c38-2f9c-49a0-b1a4-690b7a87c168 x-openstack-request-id: req-e71a9c38-2f9c-49a0-b1a4-690b7a87c168 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:34:46.039204 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f7faa4-c7a5-48f4-aa79-43aac46df766", "tag": "3e1fff2d-878d-4004-b557-49e88be76add", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:34:46.039465 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e71a9c38-2f9c-49a0-b1a4-690b7a87c168 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:34:46.039854 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'tag': '3e1fff2d-878d-4004-b557-49e88be76add', 'status': 'completed', 'code': 200} Jun 30 05:34:46.060202 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bb3d6d51-4a07-4961-8447-fa87a5735c2c req-79ac49d8-b179-4b4c-80a2-c8fd3efd12e9 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456314 Jun 30 05:34:46.101136 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de771b36-a212-4f77-8930-2de10f8f96a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1fff2d-878d-4004-b557-49e88be76add,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:46.151429 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-432d8a5a-ab24-4a0e-be44-6c2ca86d668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:46.152938 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-432d8a5a-ab24-4a0e-be44-6c2ca86d668a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 1096 time: 0.1310964 Jun 30 05:34:46.206562 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-43e3d2a5-95b4-476f-b8cb-255870958919 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e1fff2d-878d-4004-b557-49e88be76add HTTP/1.1" status: 200 len: 217 time: 0.0425577 Jun 30 05:34:46.295301 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-4e917002-0736-4ef6-9cea-ef0c95b6145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:46.296781 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-4e917002-0736-4ef6-9cea-ef0c95b6145b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0838230 Jun 30 05:34:46.304110 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7357bd-3807-4259-a565-14e116b421e8 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:34:46.319208 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:46.353328 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Transition to ACTIVE for port object 3b7357bd-3807-4259-a565-14e116b421e8 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:34:46.359806 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:46.420941 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Pushing event updated for resources: {'Port': ['ID=3b7357bd-3807-4259-a565-14e116b421e8,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:46.425513 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-a9a8d4aa-2cbe-4de5-b389-f74dd468846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:46.427087 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-a9a8d4aa-2cbe-4de5-b389-f74dd468846a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1183879 Jun 30 05:34:46.467701 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60b306-d3c9-4f34-8ec0-99084bc37a98 req-e59cda58-10db-494c-a994-fa3dd7bd4cba tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:46.471235 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3e60b306-d3c9-4f34-8ec0-99084bc37a98 req-e59cda58-10db-494c-a994-fa3dd7bd4cba tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 943 time: 0.0834966 Jun 30 05:34:46.513881 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3e60b306-d3c9-4f34-8ec0-99084bc37a98 req-27866dcc-d6b4-4e38-bbd8-a47ed3382a78 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356703 Jun 30 05:34:46.565282 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-721925fa-c921-4581-a5be-7ef1b56bef08 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318972 Jun 30 05:34:46.812573 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37508) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:46.877928 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-939746be-b46f-4e2a-b438-5b69f2d46c06 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:46.884483 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Attempting to bind port 3b7357bd-3807-4259-a565-14e116b421e8 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:34:46.884819 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Attempting to bind port 3b7357bd-3807-4259-a565-14e116b421e8 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:34:46.885147 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Attempting to bind port 3b7357bd-3807-4259-a565-14e116b421e8 on network 120ab221-a67b-4b27-9cfc-249b846ff2a8 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:34:46.891667 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Port 3b7357bd-3807-4259-a565-14e116b421e8 on network 120ab221-a67b-4b27-9cfc-249b846ff2a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:34:46.892002 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Attempting to bind port 3b7357bd-3807-4259-a565-14e116b421e8 on network 120ab221-a67b-4b27-9cfc-249b846ff2a8 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:34:46.901509 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:34:46.901848 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Checking segment: {'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:34:46.902232 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Bound using segment: {'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:34:46.902658 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Bound port: 3b7357bd-3807-4259-a565-14e116b421e8, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:34:46.903017 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:46.905481 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-939746be-b46f-4e2a-b438-5b69f2d46c06 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:46.965852 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-939746be-b46f-4e2a-b438-5b69f2d46c06 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:46.968522 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-939746be-b46f-4e2a-b438-5b69f2d46c06 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:46.969382 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-67712c52-0b2d-4d35-9a92-7caf03b9029c req-0ad1c56e-5724-4a0c-8f06-0298730056f9 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941746 Jun 30 05:34:46.969666 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-939746be-b46f-4e2a-b438-5b69f2d46c06 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] 10.222.0.41 "DELETE /v2.0/security-groups/3a2063f8-2ffd-4f6b-ac66-27c9965e6241 HTTP/1.1" status: 204 len: 168 time: 0.1557579 Jun 30 05:34:46.982006 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939746be-b46f-4e2a-b438-5b69f2d46c06 tempest-TestShelveInstance-660713499 tempest-TestShelveInstance-660713499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2063f8-2ffd-4f6b-ac66-27c9965e6241,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:46.997696 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] For port 3b7357bd-3807-4259-a565-14e116b421e8, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:34:47.002048 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] For port 3b7357bd-3807-4259-a565-14e116b421e8, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=3b7357bd-3807-4259-a565-14e116b421e8,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:34:47.007479 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:47.031775 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37512) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:47.074750 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:47.075433 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:47.076775 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] 10.222.0.35 "PUT /v2.0/ports/3b7357bd-3807-4259-a565-14e116b421e8 HTTP/1.1" status: 200 len: 1093 time: 1.4344993 Jun 30 05:34:47.110669 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08353e8-92ef-467f-b118-0eafc8082a7d service neutron] Pushing event updated for resources: {'Port': ['ID=3b7357bd-3807-4259-a565-14e116b421e8,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:47.154063 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d17864-575f-4edd-b921-dd7965661b8f req-e5dc4fa5-90ef-4d9c-a053-5a126954a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:47.155582 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f4d17864-575f-4edd-b921-dd7965661b8f req-e5dc4fa5-90ef-4d9c-a053-5a126954a01f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 1096 time: 0.1184177 Jun 30 05:34:47.235562 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-59b2cdd2-8138-4497-9705-6873584106fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:47.237057 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-59b2cdd2-8138-4497-9705-6873584106fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d8267c03d5d4709a2bd9b6e10398fa1&device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 1096 time: 0.1152618 Jun 30 05:34:47.289378 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-c38b4f45-af8c-44a8-baec-5e8f024a8a8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b7357bd-3807-4259-a565-14e116b421e8 HTTP/1.1" status: 200 len: 217 time: 0.0416369 Jun 30 05:34:47.294738 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d17864-575f-4edd-b921-dd7965661b8f req-1e52a0c3-fe88-4005-bc19-723e919d426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:47.296064 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f4d17864-575f-4edd-b921-dd7965661b8f req-1e52a0c3-fe88-4005-bc19-723e919d426c service neutron] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 913 time: 0.1338117 Jun 30 05:34:47.334365 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:47.334915 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e8e10-3b72-40e4-a1b8-53817d237742 req-db0dc4df-2f96-4578-9ef2-5ad7c41fc3c8 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:47.336425 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c87e8e10-3b72-40e4-a1b8-53817d237742 req-db0dc4df-2f96-4578-9ef2-5ad7c41fc3c8 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 943 time: 0.1500165 Jun 30 05:34:47.360576 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f4d17864-575f-4edd-b921-dd7965661b8f req-53b8c562-4c9f-4a09-ba72-659e9352459e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e1fff2d-878d-4004-b557-49e88be76add HTTP/1.1" status: 200 len: 217 time: 0.0557756 Jun 30 05:34:47.399702 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-ff71ca74-fa35-4e9e-b9d8-4dfd5a362a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:47.401146 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-ff71ca74-fa35-4e9e-b9d8-4dfd5a362a50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4172cb0f-32d0-4d8c-af06-b1048cae78c8 HTTP/1.1" status: 200 len: 855 time: 0.1042342 Jun 30 05:34:47.408176 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c87e8e10-3b72-40e4-a1b8-53817d237742 req-fd15a4dd-ee14-4b92-8663-0e32e93af033 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656643 Jun 30 05:34:47.440995 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-bb1dba41-17b8-4706-a773-1a6a8b3cfa35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=120ab221-a67b-4b27-9cfc-249b846ff2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326970 Jun 30 05:34:47.443390 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d17864-575f-4edd-b921-dd7965661b8f req-787aee2a-9272-45f3-9398-2b3e09daa6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:47.444668 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f4d17864-575f-4edd-b921-dd7965661b8f req-787aee2a-9272-45f3-9398-2b3e09daa6d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0762801 Jun 30 05:34:47.522514 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-eede9d67-7d20-45e0-a908-15478f2bc0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3745207'] for router_interface, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:47.568921 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-1bad0fa2-75d4-4f2b-ba0c-692042e00f0f service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168108 Jun 30 05:34:47.575337 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d17864-575f-4edd-b921-dd7965661b8f req-1332db38-11e9-4bfc-9c40-ce2ea524d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:47.576737 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f4d17864-575f-4edd-b921-dd7965661b8f req-1332db38-11e9-4bfc-9c40-ce2ea524d806 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1236546 Jun 30 05:34:47.737153 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-760e009f-2f9e-4a9c-b324-d4e214b3a6dc req-53fc38de-523f-4b88-9899-546f81a613e4 service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594670 Jun 30 05:34:47.739547 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f4d17864-575f-4edd-b921-dd7965661b8f req-28fd85d6-380a-4fe6-8508-18b9d6f1eef4 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548960 Jun 30 05:34:47.762224 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5656347-9b4d-4c84-b518-6b801927ba52 req-83ae60d1-b098-4ce3-a33a-cbbc630945bc tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:47.763963 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c5656347-9b4d-4c84-b518-6b801927ba52 req-83ae60d1-b098-4ce3-a33a-cbbc630945bc tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 943 time: 0.1087086 Jun 30 05:34:47.845934 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c5656347-9b4d-4c84-b518-6b801927ba52 req-91ccbb45-e30b-43a0-ac91-7acffa283281 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612862 Jun 30 05:34:47.856456 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f4d17864-575f-4edd-b921-dd7965661b8f req-ee2e2d74-2015-4288-92c2-7eaa9542a05e service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039374 Jun 30 05:34:47.885596 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-eede9d67-7d20-45e0-a908-15478f2bc0a4 admin admin] Deleting port e0fa8063-0c71-46cc-9b20-39f6aba77476 {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:47.887285 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-eede9d67-7d20-45e0-a908-15478f2bc0a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:47.973744 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-eede9d67-7d20-45e0-a908-15478f2bc0a4 admin admin] For port e0fa8063-0c71-46cc-9b20-39f6aba77476, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=e0fa8063-0c71-46cc-9b20-39f6aba77476,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:47.974099 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-eede9d67-7d20-45e0-a908-15478f2bc0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:47.991886 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-eede9d67-7d20-45e0-a908-15478f2bc0a4 admin admin] Calling delete_port for e0fa8063-0c71-46cc-9b20-39f6aba77476 owned by network:router_interface {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:48.040980 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954a2440-8bf0-40e0-9a0e-461b5f763c25', 'tag': '3b7357bd-3807-4259-a565-14e116b421e8'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:34:48.043678 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e40d3f-e879-4e5f-be7b-b0906432b9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "954a2440-8bf0-40e0-9a0e-461b5f763c25", "tag": "3b7357bd-3807-4259-a565-14e116b421e8"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:34:48.078844 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e5881f-c7f4-491f-974f-1c2e14130583 x-openstack-request-id: req-42e5881f-c7f4-491f-974f-1c2e14130583 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:34:48.079238 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954a2440-8bf0-40e0-9a0e-461b5f763c25", "tag": "3b7357bd-3807-4259-a565-14e116b421e8", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:34:48.079491 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42e5881f-c7f4-491f-974f-1c2e14130583 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:34:48.079880 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954a2440-8bf0-40e0-9a0e-461b5f763c25', 'tag': '3b7357bd-3807-4259-a565-14e116b421e8', 'status': 'completed', 'code': 200} Jun 30 05:34:48.152815 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40d3f-e879-4e5f-be7b-b0906432b9b6 req-a8b91625-8e13-4a88-9924-b0103e7e7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:48.154347 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-77e40d3f-e879-4e5f-be7b-b0906432b9b6 req-a8b91625-8e13-4a88-9924-b0103e7e7e72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d8267c03d5d4709a2bd9b6e10398fa1&device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 1096 time: 0.0515850 Jun 30 05:34:48.172227 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-eede9d67-7d20-45e0-a908-15478f2bc0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:48.198672 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede9d67-7d20-45e0-a908-15478f2bc0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fa8063-0c71-46cc-9b20-39f6aba77476,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:48.253160 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40d3f-e879-4e5f-be7b-b0906432b9b6 req-141757ed-e970-46ad-ad5f-9f2d062361e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:48.254848 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-77e40d3f-e879-4e5f-be7b-b0906432b9b6 req-141757ed-e970-46ad-ad5f-9f2d062361e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=120ab221-a67b-4b27-9cfc-249b846ff2a8 HTTP/1.1" status: 200 len: 916 time: 0.0933068 Jun 30 05:34:48.300207 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-77e40d3f-e879-4e5f-be7b-b0906432b9b6 req-d829187f-ae68-459f-86ee-93a23931692e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b7357bd-3807-4259-a565-14e116b421e8 HTTP/1.1" status: 200 len: 217 time: 0.0361543 Jun 30 05:34:48.363304 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40d3f-e879-4e5f-be7b-b0906432b9b6 req-ee3ea8ba-bc3a-4747-bf3f-a1be651dd429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:48.365596 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-77e40d3f-e879-4e5f-be7b-b0906432b9b6 req-ee3ea8ba-bc3a-4747-bf3f-a1be651dd429 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4172cb0f-32d0-4d8c-af06-b1048cae78c8 HTTP/1.1" status: 200 len: 855 time: 0.0590625 Jun 30 05:34:48.368790 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-eede9d67-7d20-45e0-a908-15478f2bc0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745101'] for router_interface, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:48.611710 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eede9d67-7d20-45e0-a908-15478f2bc0a4 admin admin] Router cdf5f319-ea32-44a6-99f6-72dbf1617983 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:34:48.631077 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001647d-c870-450f-8cd5-18da0893d7e9 req-f8ae2dd0-61d4-4251-884e-4f42b9a10066 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:48.632559 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4001647d-c870-450f-8cd5-18da0893d7e9 req-f8ae2dd0-61d4-4251-884e-4f42b9a10066 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 943 time: 0.1102667 Jun 30 05:34:48.737428 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-4001647d-c870-450f-8cd5-18da0893d7e9 req-ce108dcc-80fe-401b-9d14-1df621295653 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979202 Jun 30 05:34:48.757825 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eede9d67-7d20-45e0-a908-15478f2bc0a4 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:34:48.763083 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-eede9d67-7d20-45e0-a908-15478f2bc0a4 admin admin] 10.222.0.41 "PUT /v2.0/routers/cdf5f319-ea32-44a6-99f6-72dbf1617983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7302091 Jun 30 05:34:48.765644 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37534) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:48.771205 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09c9f6-5092-4a7d-9b6f-680004c49b9a None None] Sync routers for ids ['cdf5f319-ea32-44a6-99f6-72dbf1617983'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:34:48.779681 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09c9f6-5092-4a7d-9b6f-680004c49b9a None None] Routers {'cdf5f319-ea32-44a6-99f6-72dbf1617983'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:34:48.780314 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-4e09c9f6-5092-4a7d-9b6f-680004c49b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['cdf5f319-ea32-44a6-99f6-72dbf1617983'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:48.875633 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Notify callbacks [] for router, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:49.003391 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-4e09c9f6-5092-4a7d-9b6f-680004c49b9a None None] Set router cdf5f319-ea32-44a6-99f6-72dbf1617983 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:34:49.010009 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:49.074217 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85ce2a-3e5b-480a-b988-fe339a43a328 req-595dfaa1-98f2-473f-bebf-9e1d2f0d66ec tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:49.075723 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6a85ce2a-3e5b-480a-b988-fe339a43a328 req-595dfaa1-98f2-473f-bebf-9e1d2f0d66ec tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 943 time: 0.1050105 Jun 30 05:34:49.189413 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-4e09c9f6-5092-4a7d-9b6f-680004c49b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '2a207a14-839a-40c1-8509-19f464625579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:34:48Z', 'revision_number': 5, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port': {'id': '2a207a14-839a-40c1-8509-19f464625579', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:33Z', 'updated_at': '2021-06-30T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:49.216961 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09c9f6-5092-4a7d-9b6f-680004c49b9a None None] Checking router: cdf5f319-ea32-44a6-99f6-72dbf1617983 for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:34:49.226394 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09c9f6-5092-4a7d-9b6f-680004c49b9a None None] Routers {'cdf5f319-ea32-44a6-99f6-72dbf1617983'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:34:49.227024 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-4e09c9f6-5092-4a7d-9b6f-680004c49b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['cdf5f319-ea32-44a6-99f6-72dbf1617983'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:49.233652 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-77e40d3f-e879-4e5f-be7b-b0906432b9b6 req-9dabcd82-68db-4d33-9ede-758b0b9a7d31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=120ab221-a67b-4b27-9cfc-249b846ff2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283740 Jun 30 05:34:49.313831 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-4e09c9f6-5092-4a7d-9b6f-680004c49b9a None None] Set router cdf5f319-ea32-44a6-99f6-72dbf1617983 gateway port host: None {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:34:49.369322 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-4e09c9f6-5092-4a7d-9b6f-680004c49b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:34:49Z', 'revision_number': 6, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port_host': None}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:49.378019 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6a85ce2a-3e5b-480a-b988-fe339a43a328 req-4af4fa3d-68a0-426f-8e42-abe6b29d18dc tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965443 Jun 30 05:34:49.379910 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Deleting port 2a207a14-839a-40c1-8509-19f464625579 {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:49.380238 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:49.396338 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09c9f6-5092-4a7d-9b6f-680004c49b9a None None] The sync data for ids ['cdf5f319-ea32-44a6-99f6-72dbf1617983'] in dv-cinder-772181-11-iscsi is: [{'id': 'cdf5f319-ea32-44a6-99f6-72dbf1617983', 'name': 'tempest-TestShelveInstance-1309142704-router', 'tenant_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:32Z', 'updated_at': '2021-06-30T05:34:49Z', 'revision_number': 6, 'project_id': 'a0d71dbcb2984cdeb4d1eff4e2ded4dd', 'gw_port_host': None}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:34:49.460226 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] For port 2a207a14-839a-40c1-8509-19f464625579, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=2a207a14-839a-40c1-8509-19f464625579,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:49.460508 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:49.472652 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Calling delete_port for 2a207a14-839a-40c1-8509-19f464625579 owned by network:router_gateway {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:49.628172 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:49.654320 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a207a14-839a-40c1-8509-19f464625579,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:49.716454 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746938'] for router_gateway, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:49.807741 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102786'] for router, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:49.809901 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:49.863913 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751966'] for router, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:49.864393 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdf5f319-ea32-44a6-99f6-72dbf1617983 {{(pid=92843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 05:34:49.886465 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] Notify callbacks [] for router, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:49.887596 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-a0d4b44c-6ed1-48a6-95a9-804a1715ff9a admin admin] 10.222.0.41 "DELETE /v2.0/routers/cdf5f319-ea32-44a6-99f6-72dbf1617983 HTTP/1.1" status: 204 len: 168 time: 1.1210105 Jun 30 05:34:49.890284 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37542) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:49.921933 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acf1cb-fa11-4784-8dfb-9e4dc974e831 req-5279ffbf-220c-422e-a8cd-d5c2e62272d7 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:49.923424 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-09acf1cb-fa11-4784-8dfb-9e4dc974e831 req-5279ffbf-220c-422e-a8cd-d5c2e62272d7 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 943 time: 0.0713012 Jun 30 05:34:49.934211 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_v2 [None req-7791b755-7821-48ec-ab4e-63dee90534f3 admin admin] Deleting subnet bad3c6a3-a301-48c1-b80f-fb3e2e5740a6 {{(pid=92842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:34:49.937238 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7791b755-7821-48ec-ab4e-63dee90534f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:49.960915 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-09acf1cb-fa11-4784-8dfb-9e4dc974e831 req-8892512f-69d7-40aa-b230-11b7bd79c439 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308604 Jun 30 05:34:49.970674 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7791b755-7821-48ec-ab4e-63dee90534f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8671267'] for subnet, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.047334 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7791b755-7821-48ec-ab4e-63dee90534f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.078145 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device c2da3b1d-7440-4074-b5c0-d0907a145db8 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:34:50.098453 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: c2da3b1d-7440-4074-b5c0-d0907a145db8 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:34:50.098796 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device c2da3b1d-7440-4074-b5c0-d0907a145db8 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:34:50.166940 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7791b755-7821-48ec-ab4e-63dee90534f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8690481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595536'] for subnet, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.199522 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791b755-7821-48ec-ab4e-63dee90534f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad3c6a3-a301-48c1-b80f-fb3e2e5740a6,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:50.210640 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-7791b755-7821-48ec-ab4e-63dee90534f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.212045 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75707aa6-d45b-4bc6-90bb-33fdebfc34e7 None None] Network affefd12-2e18-4695-9ad0-480c9f5e5fee requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:34:50.212519 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-7791b755-7821-48ec-ab4e-63dee90534f3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bad3c6a3-a301-48c1-b80f-fb3e2e5740a6 HTTP/1.1" status: 204 len: 168 time: 0.3211796 Jun 30 05:34:50.215661 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37546) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:50.218099 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-77e40d3f-e879-4e5f-be7b-b0906432b9b6 req-aedda7b6-d00d-49cb-9c13-030f40b1c8d6 service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419654 Jun 30 05:34:50.287441 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.341189 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Deleting port 37d60dd4-202e-4704-932d-3897c9ebea83 {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:50.341585 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.420734 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] For port 37d60dd4-202e-4704-932d-3897c9ebea83, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=37d60dd4-202e-4704-932d-3897c9ebea83,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:50.421151 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.424141 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5226180-bd24-4e4b-8fd2-f11a5285a122 None None] DHCP port deletion for affefd12-2e18-4695-9ad0-480c9f5e5fee request from dv-cinder-772181-11-iscsi {{(pid=92844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 05:34:50.440491 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Calling delete_port for 37d60dd4-202e-4704-932d-3897c9ebea83 owned by network:dhcp {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:50.453853 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device e0fa8063-0c71-46cc-9b20-39f6aba77476 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:34:50.483415 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: e0fa8063-0c71-46cc-9b20-39f6aba77476 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:34:50.483726 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device e0fa8063-0c71-46cc-9b20-39f6aba77476 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:34:50.484215 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 2a207a14-839a-40c1-8509-19f464625579 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:34:50.509215 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 2a207a14-839a-40c1-8509-19f464625579 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:34:50.509638 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 2a207a14-839a-40c1-8509-19f464625579 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:34:50.527330 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-e5226180-bd24-4e4b-8fd2-f11a5285a122 None None] Deleting port 37d60dd4-202e-4704-932d-3897c9ebea83 {{(pid=92844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:50.527701 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e5226180-bd24-4e4b-8fd2-f11a5285a122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.552389 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.579471 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Pushing event deleted for resources: {'Port': ['ID=37d60dd4-202e-4704-932d-3897c9ebea83,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:50.589764 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] No DVR routers for this DVR port 37d60dd4-202e-4704-932d-3897c9ebea83 on host dv-cinder-772181-11-iscsi {{(pid=92843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:34:50.590024 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-e5226180-bd24-4e4b-8fd2-f11a5285a122 None None] For port 37d60dd4-202e-4704-932d-3897c9ebea83, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=37d60dd4-202e-4704-932d-3897c9ebea83,segment=NetworkSegment(dc1c891f-5914-4615-b83e-f445fa1d2585),segment_id=dc1c891f-5914-4615-b83e-f445fa1d2585)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:50.590420 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e5226180-bd24-4e4b-8fd2-f11a5285a122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.603690 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-e5226180-bd24-4e4b-8fd2-f11a5285a122 None None] Calling delete_port for 37d60dd4-202e-4704-932d-3897c9ebea83 owned by network:dhcp {{(pid=92844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:50.675164 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f4c33-d4cf-43cb-8b88-4b5979f439d4 req-c8c58622-66d0-4e0a-9252-c53cddeb11ed tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:50.677521 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1e9f4c33-d4cf-43cb-8b88-4b5979f439d4 req-c8c58622-66d0-4e0a-9252-c53cddeb11ed tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 943 time: 0.1593788 Jun 30 05:34:50.679920 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-e5226180-bd24-4e4b-8fd2-f11a5285a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418'] for port, after_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.680945 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.692226 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affefd12-2e18-4695-9ad0-480c9f5e5fee']}} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:50.705493 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5226180-bd24-4e4b-8fd2-f11a5285a122 None None] Pushing event deleted for resources: {'Port': ['ID=37d60dd4-202e-4704-932d-3897c9ebea83,revision_number=None']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:50.707417 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5226180-bd24-4e4b-8fd2-f11a5285a122 None None] No DVR routers for this DVR port 37d60dd4-202e-4704-932d-3897c9ebea83 on host dv-cinder-772181-11-iscsi {{(pid=92844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:34:50.717533 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1c891f-5914-4615-b83e-f445fa1d2585') {'for_net_delete': True} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:50.717783 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1c891f-5914-4615-b83e-f445fa1d2585') {} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:50.731018 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171653'] for segment, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.751446 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1e9f4c33-d4cf-43cb-8b88-4b5979f439d4 req-b72fe564-249f-4607-a2a8-c60dc588be7a tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632517 Jun 30 05:34:50.754886 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.760729 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:34:50.761124 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10104033'] for segment, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: Traceback (most recent call last): Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: timer() Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: cb(*args, **kw) Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: return func(*args, **kwargs) Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: self._notify() Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: self.callback(batched_events) Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: event.method(event) Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: return f(self, *a, **k) Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._get(url).json() Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: return self.request(url, 'GET', **kwargs) Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:34:50.762797 dv-cinder-772181-11-iscsi neutron-server[92843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:34:50.817006 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.822063 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:50.823884 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] 10.222.0.41 "DELETE /v2.0/networks/affefd12-2e18-4695-9ad0-480c9f5e5fee HTTP/1.1" status: 204 len: 168 time: 0.6070862 Jun 30 05:34:50.826860 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37550) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:50.834447 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f145f55-ac70-416a-a297-b9df68d90aac admin admin] Pushing event deleted for resources: {'Network': ['ID=affefd12-2e18-4695-9ad0-480c9f5e5fee,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:51.146121 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08992b1a-c0ae-4ab8-8c1e-b0b226a3db2d req-374dd3a4-f285-42d1-85d7-8c9f6a7ad6c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:51.148195 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-08992b1a-c0ae-4ab8-8c1e-b0b226a3db2d req-374dd3a4-f285-42d1-85d7-8c9f6a7ad6c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 943 time: 0.0743754 Jun 30 05:34:51.187212 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-77e40d3f-e879-4e5f-be7b-b0906432b9b6 req-9d4ec9d7-246c-4d05-b794-9b7ef6c87f10 service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124995 Jun 30 05:34:51.189784 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-08992b1a-c0ae-4ab8-8c1e-b0b226a3db2d req-afee14c7-9802-4448-8287-e08ab469a606 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324531 Jun 30 05:34:51.239055 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8f8cac15-8af6-474a-a4af-9c80cab4fc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3745207'] for router_interface, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:51.486950 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cac15-8af6-474a-a4af-9c80cab4fc11 admin admin] Deleting port 3efa9581-233b-4c10-892e-bd2dda834097 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:51.487316 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8f8cac15-8af6-474a-a4af-9c80cab4fc11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:51.564619 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [None req-8f8cac15-8af6-474a-a4af-9c80cab4fc11 admin admin] For port 3efa9581-233b-4c10-892e-bd2dda834097, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=3efa9581-233b-4c10-892e-bd2dda834097,segment=NetworkSegment(228f9d79-8c40-40ef-b860-d06bc8758610),segment_id=228f9d79-8c40-40ef-b860-d06bc8758610)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:51.564976 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8f8cac15-8af6-474a-a4af-9c80cab4fc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:51.577933 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cac15-8af6-474a-a4af-9c80cab4fc11 admin admin] Calling delete_port for 3efa9581-233b-4c10-892e-bd2dda834097 owned by network:router_interface {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:51.752028 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8f8cac15-8af6-474a-a4af-9c80cab4fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:51.779017 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cac15-8af6-474a-a4af-9c80cab4fc11 admin admin] Pushing event deleted for resources: {'Port': ['ID=3efa9581-233b-4c10-892e-bd2dda834097,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:51.937901 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:34:51.940421 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa83ef-35ef-43a5-86f6-83afc7fab65d req-b4d3175c-34a6-4885-8d22-b66c7c7e4880 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:51.942180 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-12fa83ef-35ef-43a5-86f6-83afc7fab65d req-b4d3175c-34a6-4885-8d22-b66c7c7e4880 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 943 time: 0.0685284 Jun 30 05:34:51.951426 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-8f8cac15-8af6-474a-a4af-9c80cab4fc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745101'] for router_interface, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:51.983091 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-12fa83ef-35ef-43a5-86f6-83afc7fab65d req-376243d6-735f-44e4-9886-1a8a8f1a4bdf tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350392 Jun 30 05:34:52.166568 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8cac15-8af6-474a-a4af-9c80cab4fc11 admin admin] Router 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:34:52.277371 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8cac15-8af6-474a-a4af-9c80cab4fc11 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:34:52.284850 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-8f8cac15-8af6-474a-a4af-9c80cab4fc11 admin admin] 10.222.0.41 "PUT /v2.0/routers/8f93a950-de9d-4c3f-9acc-f8ae960c74c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4543302 Jun 30 05:34:52.284850 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37566) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:52.293943 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123c5c1-7f9e-43c9-9190-77366fc664fd None None] Sync routers for ids ['8f93a950-de9d-4c3f-9acc-f8ae960c74c3'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:34:52.408314 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2e91f-e0d5-4165-bc2c-85b610caab08 req-6a0d1cb2-230d-420f-bda5-3a427a14895d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:52.411375 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3ca2e91f-e0d5-4165-bc2c-85b610caab08 req-6a0d1cb2-230d-420f-bda5-3a427a14895d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 943 time: 0.1009827 Jun 30 05:34:52.441581 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123c5c1-7f9e-43c9-9190-77366fc664fd None None] Routers {'8f93a950-de9d-4c3f-9acc-f8ae960c74c3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:34:52.443462 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-a123c5c1-7f9e-43c9-9190-77366fc664fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['8f93a950-de9d-4c3f-9acc-f8ae960c74c3'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:52.475727 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3ca2e91f-e0d5-4165-bc2c-85b610caab08 req-c4b3d1ee-73bd-4134-88d9-b8f96f7167dd tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557983 Jun 30 05:34:52.512366 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 37d60dd4-202e-4704-932d-3897c9ebea83 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:34:52.533419 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 37d60dd4-202e-4704-932d-3897c9ebea83 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:34:52.533913 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 37d60dd4-202e-4704-932d-3897c9ebea83 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:34:52.586141 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-a123c5c1-7f9e-43c9-9190-77366fc664fd None None] Set router 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:34:52.704592 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Notify callbacks [] for router, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:52.783055 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-a123c5c1-7f9e-43c9-9190-77366fc664fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'name': 'tempest-TestShelveInstance-827440559-router', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:46Z', 'updated_at': '2021-06-30T05:34:51Z', 'revision_number': 5, 'project_id': 'e6ede3ace4f441abb6b3f566dae27297', 'gw_port': {'id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:47Z', 'updated_at': '2021-06-30T05:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:52.809397 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123c5c1-7f9e-43c9-9190-77366fc664fd None None] Checking router: 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:34:52.818617 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123c5c1-7f9e-43c9-9190-77366fc664fd None None] Routers {'8f93a950-de9d-4c3f-9acc-f8ae960c74c3'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:34:52.819249 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-a123c5c1-7f9e-43c9-9190-77366fc664fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['8f93a950-de9d-4c3f-9acc-f8ae960c74c3'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:52.838421 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:52.892340 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Deleting port ded084a8-1ec9-4294-9ac0-f58ceaea48f3 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:52.892805 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:52.934240 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-a123c5c1-7f9e-43c9-9190-77366fc664fd None None] Set router 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:34:52.975685 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] For port ded084a8-1ec9-4294-9ac0-f58ceaea48f3, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=ded084a8-1ec9-4294-9ac0-f58ceaea48f3,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:52.976361 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:52.994573 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Calling delete_port for ded084a8-1ec9-4294-9ac0-f58ceaea48f3 owned by network:router_gateway {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:53.076209 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 3b7357bd-3807-4259-a565-14e116b421e8 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:34:53.124543 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-a123c5c1-7f9e-43c9-9190-77366fc664fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'name': 'tempest-TestShelveInstance-827440559-router', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:46Z', 'updated_at': '2021-06-30T05:34:51Z', 'revision_number': 5, 'project_id': 'e6ede3ace4f441abb6b3f566dae27297', 'gw_port': {'id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:47Z', 'updated_at': '2021-06-30T05:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:53.155052 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123c5c1-7f9e-43c9-9190-77366fc664fd None None] The sync data for ids ['8f93a950-de9d-4c3f-9acc-f8ae960c74c3'] in dv-cinder-772181-11-iscsi is: [{'id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'name': 'tempest-TestShelveInstance-827440559-router', 'tenant_id': 'e6ede3ace4f441abb6b3f566dae27297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:28:46Z', 'updated_at': '2021-06-30T05:34:51Z', 'revision_number': 5, 'project_id': 'e6ede3ace4f441abb6b3f566dae27297', 'gw_port': {'id': 'ded084a8-1ec9-4294-9ac0-f58ceaea48f3', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a950-de9d-4c3f-9acc-f8ae960c74c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:28:47Z', 'updated_at': '2021-06-30T05:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:34:53.165568 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.196782 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 3b7357bd-3807-4259-a565-14e116b421e8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=3b7357bd-3807-4259-a565-14e116b421e8,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:53.201083 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe808e-f9c9-4195-a7ef-e73fae504317 req-bf7a07b9-815a-49f2-8360-ce4d1da47d9b tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:53.202688 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-64fe808e-f9c9-4195-a7ef-e73fae504317 req-bf7a07b9-815a-49f2-8360-ce4d1da47d9b tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 943 time: 0.0857978 Jun 30 05:34:53.207596 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Pushing event deleted for resources: {'Port': ['ID=ded084a8-1ec9-4294-9ac0-f58ceaea48f3,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:53.211743 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '3b7357bd-3807-4259-a565-14e116b421e8', 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8', 'port_id': '3b7357bd-3807-4259-a565-14e116b421e8', 'mac_address': 'fa:16:3e:b5:13:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4172cb0f-32d0-4d8c-af06-b1048cae78c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:34:53.247394 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-64fe808e-f9c9-4195-a7ef-e73fae504317 req-595fe6e2-71c0-4339-907d-12e45cac7efa tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Jun 30 05:34:53.249839 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.263497 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7357bd-3807-4259-a565-14e116b421e8 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:34:53.273786 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746938'] for router_gateway, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.283790 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 3b7357bd-3807-4259-a565-14e116b421e8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=3b7357bd-3807-4259-a565-14e116b421e8,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:53.288748 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.336039 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=3b7357bd-3807-4259-a565-14e116b421e8,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:53.368965 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102786'] for router, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.370999 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.412883 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751966'] for router, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.413490 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f93a950-de9d-4c3f-9acc-f8ae960c74c3 {{(pid=92842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 05:34:53.418176 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] Notify callbacks [] for router, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.418882 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-4ab85c22-12b2-42e8-b025-045a9602880b admin admin] 10.222.0.41 "DELETE /v2.0/routers/8f93a950-de9d-4c3f-9acc-f8ae960c74c3 HTTP/1.1" status: 204 len: 168 time: 1.1332645 Jun 30 05:34:53.421375 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37582) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:53.467783 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffdb6a53-c86b-4f47-9f90-0fd98e92719d admin admin] Deleting subnet a4b0a3ab-34d6-4afb-800d-afdad5f4820f {{(pid=92842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:34:53.470883 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ffdb6a53-c86b-4f47-9f90-0fd98e92719d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.491699 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['3b7357bd-3807-4259-a565-14e116b421e8'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:34:53.504507 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ffdb6a53-c86b-4f47-9f90-0fd98e92719d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8671267'] for subnet, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.589099 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ffdb6a53-c86b-4f47-9f90-0fd98e92719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.659832 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ffdb6a53-c86b-4f47-9f90-0fd98e92719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8690481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595536'] for subnet, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.690400 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb6a53-c86b-4f47-9f90-0fd98e92719d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b0a3ab-34d6-4afb-800d-afdad5f4820f,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:53.692466 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ffdb6a53-c86b-4f47-9f90-0fd98e92719d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.694333 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-ffdb6a53-c86b-4f47-9f90-0fd98e92719d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a4b0a3ab-34d6-4afb-800d-afdad5f4820f HTTP/1.1" status: 204 len: 168 time: 0.2719960 Jun 30 05:34:53.697143 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37586) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:53.699790 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9b89fb-6834-42b6-a92c-a07b1b78abfb None None] Network 43611c2f-39af-4402-9393-a35df09f75e9 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:34:53.753511 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca8397-a2e0-4bf1-8cec-5cec7b9e5aee req-e6875efd-c709-470c-9bb9-d18d58409573 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:53.755655 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9dca8397-a2e0-4bf1-8cec-5cec7b9e5aee req-e6875efd-c709-470c-9bb9-d18d58409573 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 943 time: 0.1255789 Jun 30 05:34:53.807843 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.823402 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9dca8397-a2e0-4bf1-8cec-5cec7b9e5aee req-f68f9d9e-31c5-49b8-b2fd-96cf39b3de82 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574436 Jun 30 05:34:53.870932 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Deleting port a0a0d87b-106b-4825-afa1-c9626662d136 {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:53.871290 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.913426 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad06a45-246d-4338-ba79-a6b7646a6f35 None None] DHCP port deletion for 43611c2f-39af-4402-9393-a35df09f75e9 request from dv-cinder-772181-11-iscsi {{(pid=92844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 05:34:53.942262 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] For port a0a0d87b-106b-4825-afa1-c9626662d136, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=a0a0d87b-106b-4825-afa1-c9626662d136,segment=NetworkSegment(228f9d79-8c40-40ef-b860-d06bc8758610),segment_id=228f9d79-8c40-40ef-b860-d06bc8758610)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:53.942625 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:53.955441 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Calling delete_port for a0a0d87b-106b-4825-afa1-c9626662d136 owned by network:dhcp {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:53.969332 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-0ad06a45-246d-4338-ba79-a6b7646a6f35 None None] Deleting port a0a0d87b-106b-4825-afa1-c9626662d136 {{(pid=92844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:34:53.969962 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0ad06a45-246d-4338-ba79-a6b7646a6f35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.041742 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-0ad06a45-246d-4338-ba79-a6b7646a6f35 None None] For port a0a0d87b-106b-4825-afa1-c9626662d136, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=a0a0d87b-106b-4825-afa1-c9626662d136,segment=NetworkSegment(228f9d79-8c40-40ef-b860-d06bc8758610),segment_id=228f9d79-8c40-40ef-b860-d06bc8758610)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:54.042202 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0ad06a45-246d-4338-ba79-a6b7646a6f35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.056749 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.061437 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-0ad06a45-246d-4338-ba79-a6b7646a6f35 None None] Calling delete_port for a0a0d87b-106b-4825-afa1-c9626662d136 owned by network:dhcp {{(pid=92844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:34:54.084739 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a0d87b-106b-4825-afa1-c9626662d136,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:54.088627 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] No DVR routers for this DVR port a0a0d87b-106b-4825-afa1-c9626662d136 on host dv-cinder-772181-11-iscsi {{(pid=92843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:34:54.140905 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0ad06a45-246d-4338-ba79-a6b7646a6f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418'] for port, after_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.163754 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.166387 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad06a45-246d-4338-ba79-a6b7646a6f35 None None] Pushing event deleted for resources: {'Port': ['ID=a0a0d87b-106b-4825-afa1-c9626662d136,revision_number=None']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:54.170059 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad06a45-246d-4338-ba79-a6b7646a6f35 None None] No DVR routers for this DVR port a0a0d87b-106b-4825-afa1-c9626662d136 on host dv-cinder-772181-11-iscsi {{(pid=92844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:34:54.176237 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43611c2f-39af-4402-9393-a35df09f75e9']}} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:54.187895 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228f9d79-8c40-40ef-b860-d06bc8758610') {'for_net_delete': True} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:54.188252 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228f9d79-8c40-40ef-b860-d06bc8758610') {} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:34:54.197191 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171653'] for segment, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.211153 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.217175 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=92843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:34:54.217550 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10104033'] for segment, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: Traceback (most recent call last): Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: timer() Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: cb(*args, **kw) Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: return func(*args, **kwargs) Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: self._notify() Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: self.callback(batched_events) Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: event.method(event) Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: return f(self, *a, **k) Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._get(url).json() Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: return self.request(url, 'GET', **kwargs) Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:34:54.219230 dv-cinder-772181-11-iscsi neutron-server[92843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:34:54.277029 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.294734 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.296572 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/43611c2f-39af-4402-9393-a35df09f75e9 HTTP/1.1" status: 204 len: 168 time: 0.5983758 Jun 30 05:34:54.297558 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959a73a-f383-4465-ae32-90a784bdf9d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=43611c2f-39af-4402-9393-a35df09f75e9,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:54.402176 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 3efa9581-233b-4c10-892e-bd2dda834097 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:34:54.422384 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 3efa9581-233b-4c10-892e-bd2dda834097 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:34:54.422848 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 3efa9581-233b-4c10-892e-bd2dda834097 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:34:54.423404 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device ded084a8-1ec9-4294-9ac0-f58ceaea48f3 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:34:54.430632 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37600) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:54.445178 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: ded084a8-1ec9-4294-9ac0-f58ceaea48f3 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:34:54.445521 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device ded084a8-1ec9-4294-9ac0-f58ceaea48f3 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:34:54.445941 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device a0a0d87b-106b-4825-afa1-c9626662d136 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:34:54.464849 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: a0a0d87b-106b-4825-afa1-c9626662d136 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:34:54.465434 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device a0a0d87b-106b-4825-afa1-c9626662d136 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:34:54.484475 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-f616aa9d-d65a-4cce-b46e-48a4f2305ed8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0d71dbcb2984cdeb4d1eff4e2ded4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525327 Jun 30 05:34:54.487054 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37602) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:54.492208 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea229b-752b-4792-b619-6cdca83bb14d req-c702513c-5ae5-4536-95cb-c6c7bba8ad29 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:54.493642 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-18ea229b-752b-4792-b619-6cdca83bb14d req-c702513c-5ae5-4536-95cb-c6c7bba8ad29 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 944 time: 0.1097448 Jun 30 05:34:54.531895 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-18ea229b-752b-4792-b619-6cdca83bb14d req-a1177250-8b95-43f8-8297-911813fb45fc tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323565 Jun 30 05:34:54.536719 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-23756d0a-b2fe-484a-a5e5-c946de6faab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.557475 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-23756d0a-b2fe-484a-a5e5-c946de6faab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.603690 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-23756d0a-b2fe-484a-a5e5-c946de6faab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.606182 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-23756d0a-b2fe-484a-a5e5-c946de6faab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:54.607353 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-23756d0a-b2fe-484a-a5e5-c946de6faab2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8da52952-ca7b-409f-861a-5f4e353d4492 HTTP/1.1" status: 204 len: 168 time: 0.1189067 Jun 30 05:34:54.614646 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23756d0a-b2fe-484a-a5e5-c946de6faab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da52952-ca7b-409f-861a-5f4e353d4492,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:54.910656 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37610) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:54.949809 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-72c4955e-892a-4671-af22-e18ced55d5af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6ede3ace4f441abb6b3f566dae27297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379291 Jun 30 05:34:54.952166 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37612) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:34:55.002653 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6f5b051b-449f-4ff9-900a-41e0b0a893e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:55.015769 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2326433-e1d9-47d5-99ef-5e357da9d3fd req-e91a5dcf-a72f-4281-9c48-a58367189683 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:55.017226 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f2326433-e1d9-47d5-99ef-5e357da9d3fd req-e91a5dcf-a72f-4281-9c48-a58367189683 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 943 time: 0.0659409 Jun 30 05:34:55.026402 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6f5b051b-449f-4ff9-900a-41e0b0a893e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:55.054340 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f2326433-e1d9-47d5-99ef-5e357da9d3fd req-b53119e7-bfcd-4fa8-85e6-e54dfd3f79be tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311215 Jun 30 05:34:55.072623 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6f5b051b-449f-4ff9-900a-41e0b0a893e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:55.075778 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6f5b051b-449f-4ff9-900a-41e0b0a893e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:55.079162 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-6f5b051b-449f-4ff9-900a-41e0b0a893e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/080c53d8-423a-4de5-baa7-4f212f596137 HTTP/1.1" status: 204 len: 168 time: 0.1237969 Jun 30 05:34:55.086514 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b051b-449f-4ff9-900a-41e0b0a893e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080c53d8-423a-4de5-baa7-4f212f596137,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:55.088991 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 3e1fff2d-878d-4004-b557-49e88be76add details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:34:55.095983 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 3b7357bd-3807-4259-a565-14e116b421e8 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:34:55.213509 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 3b7357bd-3807-4259-a565-14e116b421e8 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:34:55.221790 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 3b7357bd-3807-4259-a565-14e116b421e8 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:34:55.222240 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:55.267979 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 3e1fff2d-878d-4004-b557-49e88be76add, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=3e1fff2d-878d-4004-b557-49e88be76add,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:55.283637 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '3e1fff2d-878d-4004-b557-49e88be76add', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'port_id': '3e1fff2d-878d-4004-b557-49e88be76add', 'mac_address': 'fa:16:3e:26:39:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:34:55.330656 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:55.364847 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1fff2d-878d-4004-b557-49e88be76add {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:34:55.400448 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 3e1fff2d-878d-4004-b557-49e88be76add, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=3e1fff2d-878d-4004-b557-49e88be76add,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:55.401883 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:55.405608 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:55.452073 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954a2440-8bf0-40e0-9a0e-461b5f763c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7357bd-3807-4259-a565-14e116b421e8'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:34:55.454398 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af405d49-ff8a-4578-a1e5-b4b43aa997d8" -d '{"events": [{"server_uuid": "954a2440-8bf0-40e0-9a0e-461b5f763c25", "name": "network-vif-plugged", "status": "completed", "tag": "3b7357bd-3807-4259-a565-14e116b421e8"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:34:55.472140 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 3b7357bd-3807-4259-a565-14e116b421e8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=3b7357bd-3807-4259-a565-14e116b421e8,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:55.483419 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:55.489698 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=3e1fff2d-878d-4004-b557-49e88be76add,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:55.513038 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec86d7a6-5f2c-47af-949a-c6c4facdc2a8 x-openstack-request-id: req-ec86d7a6-5f2c-47af-949a-c6c4facdc2a8 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:34:55.513322 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954a2440-8bf0-40e0-9a0e-461b5f763c25", "name": "network-vif-plugged", "status": "completed", "tag": "3b7357bd-3807-4259-a565-14e116b421e8", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:34:55.513567 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec86d7a6-5f2c-47af-949a-c6c4facdc2a8 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:34:55.513945 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954a2440-8bf0-40e0-9a0e-461b5f763c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7357bd-3807-4259-a565-14e116b421e8', 'code': 200} Jun 30 05:34:55.542493 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=3b7357bd-3807-4259-a565-14e116b421e8,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:55.605254 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['3e1fff2d-878d-4004-b557-49e88be76add'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:34:55.718725 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c5b77-8879-4b4e-ba73-db489d980e14 req-bb91aedf-63dd-4aa4-9bff-8312d9f54282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:55.719327 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd1f7d-0963-4295-86a1-ca575d667c64 req-d585066f-8541-4a79-991d-39743aa7c943 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:55.720556 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fe8c5b77-8879-4b4e-ba73-db489d980e14 req-bb91aedf-63dd-4aa4-9bff-8312d9f54282 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 1098 time: 0.0560408 Jun 30 05:34:55.720751 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-50fd1f7d-0963-4295-86a1-ca575d667c64 req-d585066f-8541-4a79-991d-39743aa7c943 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 945 time: 0.0721545 Jun 30 05:34:55.761405 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fe8c5b77-8879-4b4e-ba73-db489d980e14 req-652fab8b-0fc5-41d9-bf70-aee490247d6d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340693 Jun 30 05:34:55.763614 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-50fd1f7d-0963-4295-86a1-ca575d667c64 req-c11b29b9-df4c-453b-bf13-c3f67c872b81 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344267 Jun 30 05:34:56.226463 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d43c4-c13b-4483-b438-c2833d9ad35f req-c9962ce7-3642-4caa-bfef-c0d5a8938af9 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:56.227966 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-198d43c4-c13b-4483-b438-c2833d9ad35f req-c9962ce7-3642-4caa-bfef-c0d5a8938af9 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 944 time: 0.0622792 Jun 30 05:34:56.266927 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-198d43c4-c13b-4483-b438-c2833d9ad35f req-309caeb7-c8b9-405e-9bff-64ae36739172 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333581 Jun 30 05:34:56.943578 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b8d0-20e3-4c5b-9e5d-1c67a7dc7b2f req-dc5b1fc9-ab44-411c-a4da-20b2e3d0440e tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:56.945059 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cd98b8d0-20e3-4c5b-9e5d-1c67a7dc7b2f req-dc5b1fc9-ab44-411c-a4da-20b2e3d0440e tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 945 time: 0.0674708 Jun 30 05:34:56.983771 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cd98b8d0-20e3-4c5b-9e5d-1c67a7dc7b2f req-36f5527f-8d84-4b8a-81eb-fdd4aedad7d0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Jun 30 05:34:57.109772 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 3e1fff2d-878d-4004-b557-49e88be76add up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:34:57.164848 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 3e1fff2d-878d-4004-b557-49e88be76add completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:34:57.169162 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 3e1fff2d-878d-4004-b557-49e88be76add triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:34:57.169539 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:57.253424 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:57.307382 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 3e1fff2d-878d-4004-b557-49e88be76add, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=3e1fff2d-878d-4004-b557-49e88be76add,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:34:57.319691 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:34:57.374651 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=3e1fff2d-878d-4004-b557-49e88be76add,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:34:57.477396 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0340c-196d-4d2f-a516-e00467bcd9d9 req-7f68e659-1748-4f67-bf2c-c00d67cc59b1 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:57.478887 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-31c0340c-196d-4d2f-a516-e00467bcd9d9 req-7f68e659-1748-4f67-bf2c-c00d67cc59b1 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 945 time: 0.0701928 Jun 30 05:34:57.514986 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1fff2d-878d-4004-b557-49e88be76add'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:34:57.517472 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcaac42-b941-4462-ae7b-7af6c53c20cf" -d '{"events": [{"server_uuid": "75f7faa4-c7a5-48f4-aa79-43aac46df766", "name": "network-vif-plugged", "status": "completed", "tag": "3e1fff2d-878d-4004-b557-49e88be76add"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:34:57.518507 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-31c0340c-196d-4d2f-a516-e00467bcd9d9 req-f94eb24f-c5f7-48fb-b709-e78c9af9ca13 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338840 Jun 30 05:34:57.556099 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089ff838-84e2-434c-ad7a-7f9cedc8e57f x-openstack-request-id: req-089ff838-84e2-434c-ad7a-7f9cedc8e57f {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:34:57.556430 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f7faa4-c7a5-48f4-aa79-43aac46df766", "name": "network-vif-plugged", "status": "completed", "tag": "3e1fff2d-878d-4004-b557-49e88be76add", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:34:57.556634 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-089ff838-84e2-434c-ad7a-7f9cedc8e57f {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:34:57.557025 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1fff2d-878d-4004-b557-49e88be76add', 'code': 200} Jun 30 05:34:57.830927 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1b886-553f-4d61-9b87-02200680dcaa req-721f5ad3-1c08-4d89-b40a-2ce1ebeb2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:57.833123 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-dab1b886-553f-4d61-9b87-02200680dcaa req-721f5ad3-1c08-4d89-b40a-2ce1ebeb2d87 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 1098 time: 0.0510993 Jun 30 05:34:57.872546 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-dab1b886-553f-4d61-9b87-02200680dcaa req-419a1d0d-c695-491a-be4e-925d1befe2ce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321672 Jun 30 05:34:58.710476 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24c342-c1de-4882-bb90-cbc6597cacba req-a127d77e-f790-42a7-b86d-cc2ab131fe5f tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:58.712446 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-aa24c342-c1de-4882-bb90-cbc6597cacba req-a127d77e-f790-42a7-b86d-cc2ab131fe5f tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 945 time: 0.0754113 Jun 30 05:34:58.772157 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-aa24c342-c1de-4882-bb90-cbc6597cacba req-30f36bdf-b6a2-47da-94f0-d04fbe1a1c89 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532284 Jun 30 05:34:59.966179 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09b1f3-9df2-4b09-b440-16882cd8d3de req-3c2d4118-a660-4862-a92b-e63b4853a24d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:34:59.967897 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5d09b1f3-9df2-4b09-b440-16882cd8d3de req-3c2d4118-a660-4862-a92b-e63b4853a24d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 945 time: 0.0642018 Jun 30 05:35:00.006434 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5d09b1f3-9df2-4b09-b440-16882cd8d3de req-e8e7bce0-baa4-4ce7-bbd8-3359a791d797 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324435 Jun 30 05:35:00.179807 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40950e30-7485-42fb-abb9-ebb8f2eecccd req-914711ee-d424-4701-87a2-08bdbd746f5e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:00.181258 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-40950e30-7485-42fb-abb9-ebb8f2eecccd req-914711ee-d424-4701-87a2-08bdbd746f5e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 945 time: 0.0627065 Jun 30 05:35:00.219585 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-40950e30-7485-42fb-abb9-ebb8f2eecccd req-cb673617-99a3-46f3-8f97-7e6e4de53fcc tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326302 Jun 30 05:35:00.244524 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37724) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:35:00.297949 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b900d90-0895-4cd7-9c13-880d26be45e3 tempest-TestVolumeBootPattern-1669495626 tempest-TestVolumeBootPattern-1669495626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:00.299391 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-5b900d90-0895-4cd7-9c13-880d26be45e3 tempest-TestVolumeBootPattern-1669495626 tempest-TestVolumeBootPattern-1669495626-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 1093 time: 0.0537446 Jun 30 05:35:00.302519 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37726) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:35:00.306917 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Request body: {'floatingip': {'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'port_id': '3e1fff2d-878d-4004-b557-49e88be76add', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:35:00.332726 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for floatingip, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:00.426221 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:00.531302 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Allocated IP 172.27.2.191 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/055d5a2c-32ed-4ecf-bd90-67e1e8b0643b) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:35:00.629909 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:00.673048 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:00.711789 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:35:00.715893 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:35:00.722988 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:35:00.726290 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'Port': ['ID=055d5a2c-32ed-4ecf-bd90-67e1e8b0643b,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:01.096369 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:01.171220 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:01.320268 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:01.324692 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:01.390891 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'Port': ['ID=055d5a2c-32ed-4ecf-bd90-67e1e8b0643b,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:01.402197 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:01.501710 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Floating IP 85a9b97b-8d78-4ff6-81f0-c70cf20804aa associated. External IP: 172.27.2.191, port: 3e1fff2d-878d-4004-b557-49e88be76add. Jun 30 05:35:01.706352 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Router 373ed9f2-967d-4440-8d1f-43fc4278572e has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:35:01.816924 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:35:01.827823 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff17806-ec98-4029-b561-bdfe8f50863c None None] Sync routers for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:35:01.832565 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:01.842341 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff17806-ec98-4029-b561-bdfe8f50863c None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:35:01.842987 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-2ff17806-ec98-4029-b561-bdfe8f50863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:35:01.870299 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-9ecf6b82-ceda-4003-a3d6-e806034903a2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5667059 Jun 30 05:35:01.871173 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'tag': '3e1fff2d-878d-4004-b557-49e88be76add'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:35:01.873731 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0ffb8a-05ce-48be-b816-d26b134b0927" -d '{"events": [{"name": "network-changed", "server_uuid": "75f7faa4-c7a5-48f4-aa79-43aac46df766", "tag": "3e1fff2d-878d-4004-b557-49e88be76add"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:35:01.910524 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62431bf-9f36-4d9a-8093-f26420572fa0 x-openstack-request-id: req-a62431bf-9f36-4d9a-8093-f26420572fa0 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:35:01.910821 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f7faa4-c7a5-48f4-aa79-43aac46df766", "tag": "3e1fff2d-878d-4004-b557-49e88be76add", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:35:01.911066 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a62431bf-9f36-4d9a-8093-f26420572fa0 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:35:01.911503 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'tag': '3e1fff2d-878d-4004-b557-49e88be76add', 'status': 'completed', 'code': 200} Jun 30 05:35:01.957404 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-2ff17806-ec98-4029-b561-bdfe8f50863c None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:35:01.990988 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ffb8a-05ce-48be-b816-d26b134b0927 req-2a63a776-d998-4f73-b413-490ad50840df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:01.992515 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-9f0ffb8a-05ce-48be-b816-d26b134b0927 req-2a63a776-d998-4f73-b413-490ad50840df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 1098 time: 0.0541711 Jun 30 05:35:02.087377 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ffb8a-05ce-48be-b816-d26b134b0927 req-ff924a7b-2a46-4e6c-8c1a-bdbe6752109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:02.088744 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-9f0ffb8a-05ce-48be-b816-d26b134b0927 req-ff924a7b-2a46-4e6c-8c1a-bdbe6752109b service neutron] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 913 time: 0.0898330 Jun 30 05:35:02.155533 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-9f0ffb8a-05ce-48be-b816-d26b134b0927 req-0c073cee-9e60-4e37-bbf1-32b3c028375f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e1fff2d-878d-4004-b557-49e88be76add HTTP/1.1" status: 200 len: 999 time: 0.0596619 Jun 30 05:35:02.185133 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-2ff17806-ec98-4029-b561-bdfe8f50863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '85a9b97b-8d78-4ff6-81f0-c70cf20804aa', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '3e1fff2d-878d-4004-b557-49e88be76add', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:26:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:35:00Z', 'updated_at': '2021-06-30T05:35:00Z', 'revision_number': 0, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:35:02.208351 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ffb8a-05ce-48be-b816-d26b134b0927 req-c3776fae-616b-4fe1-8a21-450bcc7e8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:02.209905 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-9f0ffb8a-05ce-48be-b816-d26b134b0927 req-c3776fae-616b-4fe1-8a21-450bcc7e8bb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0483031 Jun 30 05:35:02.215297 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff17806-ec98-4029-b561-bdfe8f50863c None None] Checking router: 373ed9f2-967d-4440-8d1f-43fc4278572e for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:35:02.224407 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff17806-ec98-4029-b561-bdfe8f50863c None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:35:02.224999 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-2ff17806-ec98-4029-b561-bdfe8f50863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:34:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:35:02.270470 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ffb8a-05ce-48be-b816-d26b134b0927 req-cd203905-ea9e-46b0-b700-6d6c9be18e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:02.272013 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-9f0ffb8a-05ce-48be-b816-d26b134b0927 req-cd203905-ea9e-46b0-b700-6d6c9be18e43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536616 Jun 30 05:35:02.334609 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-2ff17806-ec98-4029-b561-bdfe8f50863c None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:35:02.365022 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-9f0ffb8a-05ce-48be-b816-d26b134b0927 req-8794575d-7ea7-4496-a8f5-77ea4cadb12e service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841556 Jun 30 05:35:02.462633 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-9f0ffb8a-05ce-48be-b816-d26b134b0927 req-3cd291ea-0933-438b-9bee-06a508a1a0fa service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902894 Jun 30 05:35:02.558386 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-2ff17806-ec98-4029-b561-bdfe8f50863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '85a9b97b-8d78-4ff6-81f0-c70cf20804aa', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '3e1fff2d-878d-4004-b557-49e88be76add', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:26:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:35:00Z', 'updated_at': '2021-06-30T05:35:00Z', 'revision_number': 0, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:35:02.585060 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff17806-ec98-4029-b561-bdfe8f50863c None None] The sync data for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi is: [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '85a9b97b-8d78-4ff6-81f0-c70cf20804aa', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '3e1fff2d-878d-4004-b557-49e88be76add', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:26:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:35:00Z', 'updated_at': '2021-06-30T05:35:00Z', 'revision_number': 0, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:35:02.794722 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a149b-3b99-4121-91ec-3dfd066be2b2 None None] New status for floating IP 85a9b97b-8d78-4ff6-81f0-c70cf20804aa: ACTIVE {{(pid=92845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:35:05.439196 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-b9d0a8ae-eccb-4ad8-a777-1a313bdd35da tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:05.440696 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-b9d0a8ae-eccb-4ad8-a777-1a313bdd35da tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/networks?id=120ab221-a67b-4b27-9cfc-249b846ff2a8 HTTP/1.1" status: 200 len: 815 time: 0.1039064 Jun 30 05:35:05.455800 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-9f6e174d-fd7c-4312-9e5a-271b621acd2b tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/quotas/6d8267c03d5d4709a2bd9b6e10398fa1 HTTP/1.1" status: 200 len: 375 time: 0.0089459 Jun 30 05:35:05.517857 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-09a4edd5-6605-4ec2-be4d-9ae64a087e2b tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d8267c03d5d4709a2bd9b6e10398fa1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563323 Jun 30 05:35:05.609232 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-362d0cc2-9a8f-44a9-9795-b49f82c6bd4c service neutron] 10.222.0.41 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839570 Jun 30 05:35:05.698928 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-d838c6c2-7d4f-4f44-a4fd-572824e53c2c service neutron] 10.222.0.41 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837975 Jun 30 05:35:05.879645 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-67039d32-ad81-4c43-b4fe-d6bfd2d815a2 req-82e7013f-7546-4228-9c8c-93ed3d8e7768 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 210 time: 0.0353003 Jun 30 05:35:07.028441 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7317bcf2-a32d-44d7-9fd9-d7dcbdee709d req-33d7b1e8-cfac-412f-a1d2-9de483f31587 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 210 time: 0.0317619 Jun 30 05:35:07.078349 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-fc0fa79f-269c-4813-af51-445a2efb684f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:07.079954 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-fc0fa79f-269c-4813-af51-445a2efb684f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "GET /v2.0/networks?id=120ab221-a67b-4b27-9cfc-249b846ff2a8 HTTP/1.1" status: 200 len: 815 time: 0.1152980 Jun 30 05:35:07.106829 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-a3bc1d02-d063-4d2b-bf2c-41c08205174d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Request body: {'port': {'device_id': '2e0f2658-931e-4c0c-8ee7-d31718c9447b', 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8', 'admin_state_up': True, 'tenant_id': '6d8267c03d5d4709a2bd9b6e10398fa1'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:35:07.216463 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-a3bc1d02-d063-4d2b-bf2c-41c08205174d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Made reservation on behalf of 6d8267c03d5d4709a2bd9b6e10398fa1 for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:35:07.220319 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-a3bc1d02-d063-4d2b-bf2c-41c08205174d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:07.349199 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-a3bc1d02-d063-4d2b-bf2c-41c08205174d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Allocated IP 172.20.0.6 (120ab221-a67b-4b27-9cfc-249b846ff2a8/4172cb0f-32d0-4d8c-af06-b1048cae78c8/95e7c26d-0483-43d9-8394-1749ca06c958) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:35:07.497488 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-a3bc1d02-d063-4d2b-bf2c-41c08205174d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:07.536113 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-a3bc1d02-d063-4d2b-bf2c-41c08205174d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:07.550786 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['3b7357bd-3807-4259-a565-14e116b421e8'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:35:07.581582 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-a3bc1d02-d063-4d2b-bf2c-41c08205174d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Network 120ab221-a67b-4b27-9cfc-249b846ff2a8 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:35:07.584726 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-a3bc1d02-d063-4d2b-bf2c-41c08205174d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:35:07.587632 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-a3bc1d02-d063-4d2b-bf2c-41c08205174d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:35:07.616119 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc1d02-d063-4d2b-bf2c-41c08205174d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Pushing event updated for resources: {'Port': ['ID=95e7c26d-0483-43d9-8394-1749ca06c958,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:07.652206 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-a3bc1d02-d063-4d2b-bf2c-41c08205174d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:07.652830 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-a3bc1d02-d063-4d2b-bf2c-41c08205174d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:07.668503 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-a3bc1d02-d063-4d2b-bf2c-41c08205174d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5656507 Jun 30 05:35:07.679483 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Request body: {'port': {'device_id': '2e0f2658-931e-4c0c-8ee7-d31718c9447b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:35:07.754377 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:08.008522 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e7c26d-0483-43d9-8394-1749ca06c958 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:35:08.015656 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:08.026980 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Transition to ACTIVE for port object 95e7c26d-0483-43d9-8394-1749ca06c958 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:35:08.030810 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:08.119035 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Pushing event updated for resources: {'Port': ['ID=95e7c26d-0483-43d9-8394-1749ca06c958,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:08.150318 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Attempting to bind port 95e7c26d-0483-43d9-8394-1749ca06c958 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:35:08.150729 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Attempting to bind port 95e7c26d-0483-43d9-8394-1749ca06c958 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:35:08.150963 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Attempting to bind port 95e7c26d-0483-43d9-8394-1749ca06c958 on network 120ab221-a67b-4b27-9cfc-249b846ff2a8 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:35:08.155309 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Port 95e7c26d-0483-43d9-8394-1749ca06c958 on network 120ab221-a67b-4b27-9cfc-249b846ff2a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:35:08.155626 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Attempting to bind port 95e7c26d-0483-43d9-8394-1749ca06c958 on network 120ab221-a67b-4b27-9cfc-249b846ff2a8 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:35:08.160511 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:35:08.160850 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Checking segment: {'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:35:08.161221 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Bound using segment: {'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:35:08.161683 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Bound port: 95e7c26d-0483-43d9-8394-1749ca06c958, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:35:08.162032 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:08.202132 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba50d4c-22b8-4b4f-a197-b3cacf89a576 req-d6a4573d-780c-41f9-b2aa-6113834dcb80 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:08.203631 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bba50d4c-22b8-4b4f-a197-b3cacf89a576 req-d6a4573d-780c-41f9-b2aa-6113834dcb80 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 943 time: 0.0618134 Jun 30 05:35:08.222339 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] For port 95e7c26d-0483-43d9-8394-1749ca06c958, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:35:08.225264 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] For port 95e7c26d-0483-43d9-8394-1749ca06c958, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=95e7c26d-0483-43d9-8394-1749ca06c958,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:35:08.230548 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:08.244432 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-bba50d4c-22b8-4b4f-a197-b3cacf89a576 req-e8168786-90fc-4a0f-b3ea-52ff3026b0f3 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351870 Jun 30 05:35:08.277082 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:08.277686 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:08.279157 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] 10.222.0.35 "PUT /v2.0/ports/95e7c26d-0483-43d9-8394-1749ca06c958 HTTP/1.1" status: 200 len: 1093 time: 0.6037774 Jun 30 05:35:08.279631 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0f2658-931e-4c0c-8ee7-d31718c9447b', 'tag': '95e7c26d-0483-43d9-8394-1749ca06c958'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:35:08.281853 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97f7821-db49-4958-857d-3a95f31645e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0f2658-931e-4c0c-8ee7-d31718c9447b", "tag": "95e7c26d-0483-43d9-8394-1749ca06c958"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:35:08.296346 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d07467-ec89-4e25-b8b3-75dd2ca56391 service neutron] Pushing event updated for resources: {'Port': ['ID=95e7c26d-0483-43d9-8394-1749ca06c958,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:08.329168 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a9353c-9067-497f-9b27-25ea99d42230 x-openstack-request-id: req-a3a9353c-9067-497f-9b27-25ea99d42230 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:35:08.329453 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0f2658-931e-4c0c-8ee7-d31718c9447b", "tag": "95e7c26d-0483-43d9-8394-1749ca06c958", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:35:08.329886 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3a9353c-9067-497f-9b27-25ea99d42230 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:35:08.330276 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0f2658-931e-4c0c-8ee7-d31718c9447b', 'tag': '95e7c26d-0483-43d9-8394-1749ca06c958', 'status': 'completed', 'code': 200} Jun 30 05:35:08.392613 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-8e248eb6-d9f5-4fa4-a118-76b72baeefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:08.394149 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-8e248eb6-d9f5-4fa4-a118-76b72baeefbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d8267c03d5d4709a2bd9b6e10398fa1&device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 1096 time: 0.0548608 Jun 30 05:35:08.435432 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-e3e3cbbe-0f7e-44b5-96b5-36b7ab25a0cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95e7c26d-0483-43d9-8394-1749ca06c958 HTTP/1.1" status: 200 len: 217 time: 0.0330207 Jun 30 05:35:08.482256 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-7fa69fc1-03fe-4ce3-9571-ac311e01c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:08.483637 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-7fa69fc1-03fe-4ce3-9571-ac311e01c93a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4172cb0f-32d0-4d8c-af06-b1048cae78c8 HTTP/1.1" status: 200 len: 855 time: 0.0418613 Jun 30 05:35:08.519385 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-1df881ec-42b0-402a-adc0-6dcee57f3d28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=120ab221-a67b-4b27-9cfc-249b846ff2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278563 Jun 30 05:35:08.604855 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-45ec821d-eb4d-4372-89db-8ca7af067d29 service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778730 Jun 30 05:35:08.693471 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-ffff4b75-39f2-4203-8c4a-b874c05b4f4f req-0c31673e-ec83-4793-bf1a-fcdb46e1c1ea service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814781 Jun 30 05:35:08.799418 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f7821-db49-4958-857d-3a95f31645e4 req-9b6df441-6dff-4485-8e66-e4bd2c7c603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:08.800767 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e97f7821-db49-4958-857d-3a95f31645e4 req-9b6df441-6dff-4485-8e66-e4bd2c7c603d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d8267c03d5d4709a2bd9b6e10398fa1&device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 1096 time: 0.0518796 Jun 30 05:35:08.891890 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f7821-db49-4958-857d-3a95f31645e4 req-04b8aff0-be40-4689-8dd6-8bc533011405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:08.893390 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e97f7821-db49-4958-857d-3a95f31645e4 req-04b8aff0-be40-4689-8dd6-8bc533011405 service neutron] 10.222.0.35 "GET /v2.0/networks?id=120ab221-a67b-4b27-9cfc-249b846ff2a8 HTTP/1.1" status: 200 len: 916 time: 0.0849071 Jun 30 05:35:08.936359 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e97f7821-db49-4958-857d-3a95f31645e4 req-5a9b8f83-62db-469f-ad10-5f44aa1eae2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95e7c26d-0483-43d9-8394-1749ca06c958 HTTP/1.1" status: 200 len: 217 time: 0.0355015 Jun 30 05:35:08.984609 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f7821-db49-4958-857d-3a95f31645e4 req-170083b4-7950-497e-bc06-dee0b10e09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:08.985983 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e97f7821-db49-4958-857d-3a95f31645e4 req-170083b4-7950-497e-bc06-dee0b10e09d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4172cb0f-32d0-4d8c-af06-b1048cae78c8 HTTP/1.1" status: 200 len: 855 time: 0.0428612 Jun 30 05:35:09.017985 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e97f7821-db49-4958-857d-3a95f31645e4 req-f9184fad-b018-4772-8fc6-8e5783fc40c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=120ab221-a67b-4b27-9cfc-249b846ff2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241830 Jun 30 05:35:09.107451 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e97f7821-db49-4958-857d-3a95f31645e4 req-6f2e39cf-1941-499e-a134-5305c27a9a26 service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814822 Jun 30 05:35:09.193383 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-e97f7821-db49-4958-857d-3a95f31645e4 req-8a16d24e-3be5-4d04-a160-2883ca02a8b9 service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794780 Jun 30 05:35:09.348170 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:09.431071 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9164730-fc00-4659-846f-a4091e9ed852 req-a59c1299-1ca9-4277-8ee2-6425330d3d8e tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:09.432536 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d9164730-fc00-4659-846f-a4091e9ed852 req-a59c1299-1ca9-4277-8ee2-6425330d3d8e tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 943 time: 0.0728462 Jun 30 05:35:09.468269 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d9164730-fc00-4659-846f-a4091e9ed852 req-78e94c14-d719-42d9-8b43-3be32f3087ed tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302048 Jun 30 05:35:10.637869 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409d5c8-1e91-4bf2-9f94-6fd3773a44c2 req-64df880a-84dd-4b59-bc09-50eda3110edb tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:10.639261 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c409d5c8-1e91-4bf2-9f94-6fd3773a44c2 req-64df880a-84dd-4b59-bc09-50eda3110edb tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 943 time: 0.0618551 Jun 30 05:35:10.675599 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c409d5c8-1e91-4bf2-9f94-6fd3773a44c2 req-21fe81a2-1ec0-4c47-b6d2-bb72741b79c0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308080 Jun 30 05:35:11.136100 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 95e7c26d-0483-43d9-8394-1749ca06c958 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:35:11.225337 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 95e7c26d-0483-43d9-8394-1749ca06c958, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=95e7c26d-0483-43d9-8394-1749ca06c958,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:35:11.236766 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '95e7c26d-0483-43d9-8394-1749ca06c958', 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8', 'port_id': '95e7c26d-0483-43d9-8394-1749ca06c958', 'mac_address': 'fa:16:3e:8c:d7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4172cb0f-32d0-4d8c-af06-b1048cae78c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:35:11.274662 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:11.286450 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e7c26d-0483-43d9-8394-1749ca06c958 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:35:11.305602 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 95e7c26d-0483-43d9-8394-1749ca06c958, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=95e7c26d-0483-43d9-8394-1749ca06c958,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:35:11.309594 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:11.356029 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=95e7c26d-0483-43d9-8394-1749ca06c958,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:11.567456 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['95e7c26d-0483-43d9-8394-1749ca06c958'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:35:11.997138 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ea67b-75d4-4ba3-a650-c15cff0b64bc req-512f6258-603d-4107-9dbf-c3b918b8a6aa tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:11.998577 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0b5ea67b-75d4-4ba3-a650-c15cff0b64bc req-512f6258-603d-4107-9dbf-c3b918b8a6aa tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 944 time: 0.0612457 Jun 30 05:35:12.034885 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0b5ea67b-75d4-4ba3-a650-c15cff0b64bc req-d7a85029-c4d9-46d2-97df-196589727de4 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307159 Jun 30 05:35:12.136117 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-aef5b7b3-1241-4bab-99cb-30fc37369440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:13.157735 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 95e7c26d-0483-43d9-8394-1749ca06c958 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:35:13.204999 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 95e7c26d-0483-43d9-8394-1749ca06c958 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:35:13.208615 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 95e7c26d-0483-43d9-8394-1749ca06c958 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:35:13.208983 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:13.210679 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83ba9a-08d8-4810-b421-dcf8e095b8ec req-acddb9b5-9508-45cb-b05e-53cccc93342d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:13.212187 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-de83ba9a-08d8-4810-b421-dcf8e095b8ec req-acddb9b5-9508-45cb-b05e-53cccc93342d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 944 time: 0.0685410 Jun 30 05:35:13.250486 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-de83ba9a-08d8-4810-b421-dcf8e095b8ec req-3eba124c-25e8-42ca-abc2-0dc6d7d9811a tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321782 Jun 30 05:35:13.284843 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:13.309788 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0f2658-931e-4c0c-8ee7-d31718c9447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e7c26d-0483-43d9-8394-1749ca06c958'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:35:13.312063 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006facd8-0f4a-4734-96bf-dc9a72f70912" -d '{"events": [{"server_uuid": "2e0f2658-931e-4c0c-8ee7-d31718c9447b", "name": "network-vif-plugged", "status": "completed", "tag": "95e7c26d-0483-43d9-8394-1749ca06c958"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:35:13.324361 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 95e7c26d-0483-43d9-8394-1749ca06c958, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=95e7c26d-0483-43d9-8394-1749ca06c958,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:35:13.330348 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:13.355583 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da68cb26-1db8-4334-978d-90dba3caa8de x-openstack-request-id: req-da68cb26-1db8-4334-978d-90dba3caa8de {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:35:13.355867 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0f2658-931e-4c0c-8ee7-d31718c9447b", "name": "network-vif-plugged", "status": "completed", "tag": "95e7c26d-0483-43d9-8394-1749ca06c958", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:35:13.356110 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da68cb26-1db8-4334-978d-90dba3caa8de {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:35:13.356486 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0f2658-931e-4c0c-8ee7-d31718c9447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e7c26d-0483-43d9-8394-1749ca06c958', 'code': 200} Jun 30 05:35:13.380916 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=95e7c26d-0483-43d9-8394-1749ca06c958,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:13.568665 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef2658-2f72-458e-8281-0abe09612627 req-28f6cec2-65db-4998-a5dd-ac6c3fcd9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:13.570573 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4aef2658-2f72-458e-8281-0abe09612627 req-28f6cec2-65db-4998-a5dd-ac6c3fcd9389 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 1098 time: 0.0506222 Jun 30 05:35:13.611693 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4aef2658-2f72-458e-8281-0abe09612627 req-54b93c06-3b1f-497e-af31-e670d0cb9833 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308743 Jun 30 05:35:14.435287 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8512-bfd6-4f2a-8167-fda5fcb3a790 req-93906bfd-3342-42cd-aee9-b3edab79debb tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:14.439168 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f03e8512-bfd6-4f2a-8167-fda5fcb3a790 req-93906bfd-3342-42cd-aee9-b3edab79debb tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 945 time: 0.0698471 Jun 30 05:35:14.476173 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f03e8512-bfd6-4f2a-8167-fda5fcb3a790 req-2a345465-0037-4fa5-bc8b-f4e9dad259d0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336330 Jun 30 05:35:14.701645 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f56c-b37c-4f71-8e91-871cb542d0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:14.779814 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:15.649620 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba88be-986c-4afe-b7f5-5f91f16650f6 req-6e4f3d97-21f5-4e30-adbf-3dadcabaf85c tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:15.651048 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-82ba88be-986c-4afe-b7f5-5f91f16650f6 req-6e4f3d97-21f5-4e30-adbf-3dadcabaf85c tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 945 time: 0.0642023 Jun 30 05:35:15.687671 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-82ba88be-986c-4afe-b7f5-5f91f16650f6 req-e886e8da-e775-472d-ba25-338cec32d262 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310755 Jun 30 05:35:15.837486 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:17.332675 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:17.433383 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abe843-0d2e-4348-b012-d96e567827de req-f37554d1-bc07-435a-ba73-c8482c82feb7 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:17.434789 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-f37554d1-bc07-435a-ba73-c8482c82feb7 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/networks?id=120ab221-a67b-4b27-9cfc-249b846ff2a8 HTTP/1.1" status: 200 len: 815 time: 0.0970693 Jun 30 05:35:17.449979 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-b751f49c-ab8d-42c3-96b2-fd97572e048c tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/quotas/6d8267c03d5d4709a2bd9b6e10398fa1 HTTP/1.1" status: 200 len: 375 time: 0.0097134 Jun 30 05:35:17.518488 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-3884808f-d440-4435-8890-10d4741c708e tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d8267c03d5d4709a2bd9b6e10398fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633302 Jun 30 05:35:17.608395 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-d1c0fa55-5ea3-48b6-a82b-23491d797c19 service neutron] 10.222.0.41 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823436 Jun 30 05:35:17.682721 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 37898) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:35:17.701325 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-18bec11f-97b3-45e1-8247-f84e4a80c2cf service neutron] 10.222.0.41 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874519 Jun 30 05:35:17.785545 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-91fa076c-5b48-4e35-bb65-fcaa71e7c0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:17.880256 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-91fa076c-5b48-4e35-bb65-fcaa71e7c0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:17.884673 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ef874ac9-7a53-4ff3-a864-2264c17d68b8 req-3dd0bce9-0964-45ef-9f8f-0189c0a7de35 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 210 time: 0.0383372 Jun 30 05:35:17.885073 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-91fa076c-5b48-4e35-bb65-fcaa71e7c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:17.927428 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-91fa076c-5b48-4e35-bb65-fcaa71e7c0d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a755d1c390d42538b7e709274c901ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376640 Jun 30 05:35:17.927686 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 37906) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:35:17.932288 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa076c-5b48-4e35-bb65-fcaa71e7c0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41549919-5331-422b-9354-dadae1613e13,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:17.989020 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-347ac4eb-2c96-42c2-97e4-e989edf44747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:18.011388 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-347ac4eb-2c96-42c2-97e4-e989edf44747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:18.059244 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-347ac4eb-2c96-42c2-97e4-e989edf44747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:18.062394 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-347ac4eb-2c96-42c2-97e4-e989edf44747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:18.063812 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-347ac4eb-2c96-42c2-97e4-e989edf44747 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41549919-5331-422b-9354-dadae1613e13 HTTP/1.1" status: 204 len: 168 time: 0.1411684 Jun 30 05:35:18.072205 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ac4eb-2c96-42c2-97e4-e989edf44747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41549919-5331-422b-9354-dadae1613e13,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:18.975399 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abe843-0d2e-4348-b012-d96e567827de req-97bd5224-9f4c-4a74-bba5-7ceecb1c5352 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:18.977476 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-97bd5224-9f4c-4a74-bba5-7ceecb1c5352 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "GET /v2.0/networks?id=120ab221-a67b-4b27-9cfc-249b846ff2a8 HTTP/1.1" status: 200 len: 815 time: 0.1059327 Jun 30 05:35:19.003078 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-a0abe843-0d2e-4348-b012-d96e567827de req-8c045128-34f1-479b-b1fb-80c57b21dce8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Request body: {'port': {'device_id': 'ba010dd5-cc66-4194-a331-72b30c5c93d8', 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8', 'admin_state_up': True, 'tenant_id': '6d8267c03d5d4709a2bd9b6e10398fa1'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:35:19.054649 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-122bc3b6-9b44-4376-a673-efbc3855d798 req-27636fc6-775c-4ae3-9f0a-5ba1ffa831f4 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 210 time: 0.0325043 Jun 30 05:35:19.113015 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0abe843-0d2e-4348-b012-d96e567827de req-8c045128-34f1-479b-b1fb-80c57b21dce8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Made reservation on behalf of 6d8267c03d5d4709a2bd9b6e10398fa1 for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:35:19.116606 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a0abe843-0d2e-4348-b012-d96e567827de req-8c045128-34f1-479b-b1fb-80c57b21dce8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:19.494505 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-a0abe843-0d2e-4348-b012-d96e567827de req-8c045128-34f1-479b-b1fb-80c57b21dce8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Allocated IP 172.20.0.10 (120ab221-a67b-4b27-9cfc-249b846ff2a8/4172cb0f-32d0-4d8c-af06-b1048cae78c8/512e54a6-ce83-4dae-a01b-f34471a2f6ec) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:35:19.634166 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a0abe843-0d2e-4348-b012-d96e567827de req-8c045128-34f1-479b-b1fb-80c57b21dce8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:19.672920 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a0abe843-0d2e-4348-b012-d96e567827de req-8c045128-34f1-479b-b1fb-80c57b21dce8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:19.685370 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['3b7357bd-3807-4259-a565-14e116b421e8', '95e7c26d-0483-43d9-8394-1749ca06c958'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:35:19.715753 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0abe843-0d2e-4348-b012-d96e567827de req-8c045128-34f1-479b-b1fb-80c57b21dce8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Network 120ab221-a67b-4b27-9cfc-249b846ff2a8 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:35:19.718788 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-a0abe843-0d2e-4348-b012-d96e567827de req-8c045128-34f1-479b-b1fb-80c57b21dce8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:35:19.722950 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0abe843-0d2e-4348-b012-d96e567827de req-8c045128-34f1-479b-b1fb-80c57b21dce8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:35:19.747567 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c045128-34f1-479b-b1fb-80c57b21dce8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Pushing event updated for resources: {'Port': ['ID=512e54a6-ce83-4dae-a01b-f34471a2f6ec,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:19.775544 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abe843-0d2e-4348-b012-d96e567827de req-8c045128-34f1-479b-b1fb-80c57b21dce8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:19.776161 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a0abe843-0d2e-4348-b012-d96e567827de req-8c045128-34f1-479b-b1fb-80c57b21dce8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:19.790728 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-8c045128-34f1-479b-b1fb-80c57b21dce8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7915492 Jun 30 05:35:19.803197 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Request body: {'port': {'device_id': 'ba010dd5-cc66-4194-a331-72b30c5c93d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:35:19.875662 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:20.121457 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512e54a6-ce83-4dae-a01b-f34471a2f6ec {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:35:20.128835 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:20.141052 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Transition to ACTIVE for port object 512e54a6-ce83-4dae-a01b-f34471a2f6ec will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:35:20.144735 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:20.193051 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Pushing event updated for resources: {'Port': ['ID=512e54a6-ce83-4dae-a01b-f34471a2f6ec,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:20.231236 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00296569-959b-41fd-94bd-b6000235792a req-ee7f78e0-5094-4c33-a993-7be8a60add26 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:20.232690 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-00296569-959b-41fd-94bd-b6000235792a req-ee7f78e0-5094-4c33-a993-7be8a60add26 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 944 time: 0.0645466 Jun 30 05:35:20.265120 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Attempting to bind port 512e54a6-ce83-4dae-a01b-f34471a2f6ec on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:35:20.265593 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Attempting to bind port 512e54a6-ce83-4dae-a01b-f34471a2f6ec by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:35:20.266001 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Attempting to bind port 512e54a6-ce83-4dae-a01b-f34471a2f6ec on network 120ab221-a67b-4b27-9cfc-249b846ff2a8 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:35:20.270164 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Port 512e54a6-ce83-4dae-a01b-f34471a2f6ec on network 120ab221-a67b-4b27-9cfc-249b846ff2a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:35:20.270434 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-00296569-959b-41fd-94bd-b6000235792a req-730f81cc-c4ab-4423-96b4-ebffcc0fc3ff tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Jun 30 05:35:20.270564 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Attempting to bind port 512e54a6-ce83-4dae-a01b-f34471a2f6ec on network 120ab221-a67b-4b27-9cfc-249b846ff2a8 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:35:20.275523 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:35:20.275860 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Checking segment: {'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:35:20.276238 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Bound using segment: {'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:35:20.276659 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Bound port: 512e54a6-ce83-4dae-a01b-f34471a2f6ec, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:35:20.277038 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:20.339012 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] For port 512e54a6-ce83-4dae-a01b-f34471a2f6ec, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:35:20.342004 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] For port 512e54a6-ce83-4dae-a01b-f34471a2f6ec, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=512e54a6-ce83-4dae-a01b-f34471a2f6ec,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:35:20.346535 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:20.378868 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:20.379510 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:20.380890 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] 10.222.0.35 "PUT /v2.0/ports/512e54a6-ce83-4dae-a01b-f34471a2f6ec HTTP/1.1" status: 200 len: 1094 time: 0.5818336 Jun 30 05:35:20.381316 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba010dd5-cc66-4194-a331-72b30c5c93d8', 'tag': '512e54a6-ce83-4dae-a01b-f34471a2f6ec'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:35:20.383593 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b32693-2811-4579-ba6a-bde9080619a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba010dd5-cc66-4194-a331-72b30c5c93d8", "tag": "512e54a6-ce83-4dae-a01b-f34471a2f6ec"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:35:20.411172 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038deb5-8a8b-4be5-9a8a-453bfd8cb328 service neutron] Pushing event updated for resources: {'Port': ['ID=512e54a6-ce83-4dae-a01b-f34471a2f6ec,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:20.422463 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521ed923-5861-4bfd-9a76-5386d058b4f5 x-openstack-request-id: req-521ed923-5861-4bfd-9a76-5386d058b4f5 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:35:20.422747 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba010dd5-cc66-4194-a331-72b30c5c93d8", "tag": "512e54a6-ce83-4dae-a01b-f34471a2f6ec", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:35:20.422996 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-521ed923-5861-4bfd-9a76-5386d058b4f5 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:35:20.423596 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba010dd5-cc66-4194-a331-72b30c5c93d8', 'tag': '512e54a6-ce83-4dae-a01b-f34471a2f6ec', 'status': 'completed', 'code': 200} Jun 30 05:35:20.483552 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abe843-0d2e-4348-b012-d96e567827de req-390b0f30-b2ed-4566-8be6-0807bb622c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:20.485020 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-390b0f30-b2ed-4566-8be6-0807bb622c11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d8267c03d5d4709a2bd9b6e10398fa1&device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 1097 time: 0.0557730 Jun 30 05:35:20.529177 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-5877b334-7dc5-4ced-81f6-373f141485c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=512e54a6-ce83-4dae-a01b-f34471a2f6ec HTTP/1.1" status: 200 len: 217 time: 0.0328746 Jun 30 05:35:20.575124 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abe843-0d2e-4348-b012-d96e567827de req-8e0c8bf3-b109-4da1-857d-a776bd15e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:20.576500 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-8e0c8bf3-b109-4da1-857d-a776bd15e355 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4172cb0f-32d0-4d8c-af06-b1048cae78c8 HTTP/1.1" status: 200 len: 855 time: 0.0412238 Jun 30 05:35:20.611948 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-94225f33-9ae1-4ed2-8e0c-c390db8589cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=120ab221-a67b-4b27-9cfc-249b846ff2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279527 Jun 30 05:35:20.698939 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-ccb862f0-91c0-4d9e-be2c-214d7b1febf2 service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779402 Jun 30 05:35:20.791022 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-a0abe843-0d2e-4348-b012-d96e567827de req-c538132d-f40f-4456-b7d5-95290b2e8f45 service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842330 Jun 30 05:35:20.897577 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b32693-2811-4579-ba6a-bde9080619a6 req-2316b437-79a7-4842-a5af-82a3d87ee683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:20.899654 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-73b32693-2811-4579-ba6a-bde9080619a6 req-2316b437-79a7-4842-a5af-82a3d87ee683 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d8267c03d5d4709a2bd9b6e10398fa1&device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 1097 time: 0.0518808 Jun 30 05:35:20.989214 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b32693-2811-4579-ba6a-bde9080619a6 req-1d165038-df93-4cad-97c2-238d866a7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:20.990642 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-73b32693-2811-4579-ba6a-bde9080619a6 req-1d165038-df93-4cad-97c2-238d866a7589 service neutron] 10.222.0.35 "GET /v2.0/networks?id=120ab221-a67b-4b27-9cfc-249b846ff2a8 HTTP/1.1" status: 200 len: 916 time: 0.0807562 Jun 30 05:35:21.037921 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-73b32693-2811-4579-ba6a-bde9080619a6 req-c5b75775-4aa1-4b7a-a0f8-77adfc8e3fd7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=512e54a6-ce83-4dae-a01b-f34471a2f6ec HTTP/1.1" status: 200 len: 217 time: 0.0360277 Jun 30 05:35:21.086203 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b32693-2811-4579-ba6a-bde9080619a6 req-d57bd6d7-53f7-490b-8c5c-99f50b955381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:21.087900 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-73b32693-2811-4579-ba6a-bde9080619a6 req-d57bd6d7-53f7-490b-8c5c-99f50b955381 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4172cb0f-32d0-4d8c-af06-b1048cae78c8 HTTP/1.1" status: 200 len: 855 time: 0.0429049 Jun 30 05:35:21.126272 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-73b32693-2811-4579-ba6a-bde9080619a6 req-b3dc93c7-3344-440f-b3c4-97b530dbe634 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=120ab221-a67b-4b27-9cfc-249b846ff2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300987 Jun 30 05:35:21.216359 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-73b32693-2811-4579-ba6a-bde9080619a6 req-216d8e2a-077a-4175-936a-34ee741adb26 service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817738 Jun 30 05:35:21.301518 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-73b32693-2811-4579-ba6a-bde9080619a6 req-198db9be-ea5d-43e6-badd-ea5fef563708 service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780797 Jun 30 05:35:21.440341 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8aac69-9ee0-46ef-8914-02ab074f0ab3 req-7d4d8bb3-bf36-4c6c-a17b-508a2a65cab7 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:21.441797 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9f8aac69-9ee0-46ef-8914-02ab074f0ab3 req-7d4d8bb3-bf36-4c6c-a17b-508a2a65cab7 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 944 time: 0.0616124 Jun 30 05:35:21.479836 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9f8aac69-9ee0-46ef-8914-02ab074f0ab3 req-d098b87b-f7fe-4f4e-b5fe-60febdca7a1e tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312655 Jun 30 05:35:22.654121 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3124fe-0954-470e-969e-fc99ba3e291d req-5d48fc0b-919d-481c-976d-d082c4000a6e tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:22.655566 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1c3124fe-0954-470e-969e-fc99ba3e291d req-5d48fc0b-919d-481c-976d-d082c4000a6e tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 944 time: 0.0630763 Jun 30 05:35:22.691656 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-1c3124fe-0954-470e-969e-fc99ba3e291d req-15d515d8-f661-4623-920b-7d7bd051592d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305340 Jun 30 05:35:23.227466 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 512e54a6-ce83-4dae-a01b-f34471a2f6ec details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:35:23.319351 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 512e54a6-ce83-4dae-a01b-f34471a2f6ec, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=512e54a6-ce83-4dae-a01b-f34471a2f6ec,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:35:23.330687 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '512e54a6-ce83-4dae-a01b-f34471a2f6ec', 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8', 'port_id': '512e54a6-ce83-4dae-a01b-f34471a2f6ec', 'mac_address': 'fa:16:3e:ab:54:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4172cb0f-32d0-4d8c-af06-b1048cae78c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:35:23.366193 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:23.378491 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512e54a6-ce83-4dae-a01b-f34471a2f6ec {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:35:23.397616 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 512e54a6-ce83-4dae-a01b-f34471a2f6ec, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=512e54a6-ce83-4dae-a01b-f34471a2f6ec,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:35:23.403133 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:23.447835 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=512e54a6-ce83-4dae-a01b-f34471a2f6ec,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:23.661083 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['512e54a6-ce83-4dae-a01b-f34471a2f6ec'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:35:23.866015 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6487c-35e7-4137-89f8-1493e4d15747 req-747cf8cc-c290-4feb-89ac-9d0f32fe92ab tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:23.867477 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-04c6487c-35e7-4137-89f8-1493e4d15747 req-747cf8cc-c290-4feb-89ac-9d0f32fe92ab tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 945 time: 0.0610201 Jun 30 05:35:23.903901 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-04c6487c-35e7-4137-89f8-1493e4d15747 req-83df3abf-3df1-43f7-a603-091d2c057abd tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309353 Jun 30 05:35:25.078415 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0e31-9ff5-4bbb-8145-1f756e0a0a6d req-42452cd3-dc51-462a-8ea9-ecd98c0b07a2 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:25.079873 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-607f0e31-9ff5-4bbb-8145-1f756e0a0a6d req-42452cd3-dc51-462a-8ea9-ecd98c0b07a2 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 945 time: 0.0648725 Jun 30 05:35:25.116557 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-607f0e31-9ff5-4bbb-8145-1f756e0a0a6d req-ca816a41-59a9-40d3-aa8b-d5a2118fe700 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311201 Jun 30 05:35:25.256727 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 512e54a6-ce83-4dae-a01b-f34471a2f6ec up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:35:25.303727 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 512e54a6-ce83-4dae-a01b-f34471a2f6ec completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:35:25.307323 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 512e54a6-ce83-4dae-a01b-f34471a2f6ec triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:35:25.307832 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:25.385112 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:25.406456 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba010dd5-cc66-4194-a331-72b30c5c93d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512e54a6-ce83-4dae-a01b-f34471a2f6ec'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:35:25.408644 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba34a671-0c3d-4d61-82b8-875398d1479c" -d '{"events": [{"server_uuid": "ba010dd5-cc66-4194-a331-72b30c5c93d8", "name": "network-vif-plugged", "status": "completed", "tag": "512e54a6-ce83-4dae-a01b-f34471a2f6ec"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:35:25.421297 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 512e54a6-ce83-4dae-a01b-f34471a2f6ec, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=512e54a6-ce83-4dae-a01b-f34471a2f6ec,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:35:25.425399 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:25.448935 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3cf063-08b3-4fa9-996f-60c8200b4e5f x-openstack-request-id: req-6b3cf063-08b3-4fa9-996f-60c8200b4e5f {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:35:25.449217 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba010dd5-cc66-4194-a331-72b30c5c93d8", "name": "network-vif-plugged", "status": "completed", "tag": "512e54a6-ce83-4dae-a01b-f34471a2f6ec", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:35:25.449461 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b3cf063-08b3-4fa9-996f-60c8200b4e5f {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:35:25.449837 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba010dd5-cc66-4194-a331-72b30c5c93d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512e54a6-ce83-4dae-a01b-f34471a2f6ec', 'code': 200} Jun 30 05:35:25.474741 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=512e54a6-ce83-4dae-a01b-f34471a2f6ec,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:25.669065 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5330a1-dfbb-40d5-931c-eb461fcd54c3 req-1e048b0b-df28-4fea-a72f-501877cc9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:25.670533 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8c5330a1-dfbb-40d5-931c-eb461fcd54c3 req-1e048b0b-df28-4fea-a72f-501877cc9b3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 1099 time: 0.0514970 Jun 30 05:35:25.709203 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-8c5330a1-dfbb-40d5-931c-eb461fcd54c3 req-777be481-6ea4-41d9-83e6-b39a3dff553b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315762 Jun 30 05:35:26.283824 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d5c6d-3c90-44b1-8b91-76c5883c032e req-f3f8a32c-3c2e-468c-9cbf-9ecd5cc226f3 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:26.285251 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb7d5c6d-3c90-44b1-8b91-76c5883c032e req-f3f8a32c-3c2e-468c-9cbf-9ecd5cc226f3 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 946 time: 0.0608540 Jun 30 05:35:26.322202 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-cb7d5c6d-3c90-44b1-8b91-76c5883c032e req-5ea3085e-cc03-4fd4-a33b-630d8a80160e tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313187 Jun 30 05:35:27.490053 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d15788-7d6a-468c-b876-8194b4c50d04 req-f605a52e-3180-4b29-bb79-67d32107bb2b tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:27.491516 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-93d15788-7d6a-468c-b876-8194b4c50d04 req-f605a52e-3180-4b29-bb79-67d32107bb2b tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 946 time: 0.0609450 Jun 30 05:35:27.528395 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-93d15788-7d6a-468c-b876-8194b4c50d04 req-4eaf7c09-38c3-43b8-8a62-583043b9c864 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310886 Jun 30 05:35:28.937898 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:35:38.168964 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7bff6-a376-4a80-b743-a24965accb61 req-a63a1c03-9631-415f-bdda-6c9b65408a86 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:38.170411 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-a63a1c03-9631-415f-bdda-6c9b65408a86 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/networks?id=120ab221-a67b-4b27-9cfc-249b846ff2a8 HTTP/1.1" status: 200 len: 815 time: 0.1007924 Jun 30 05:35:38.184939 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-8c64be43-4b81-4808-9249-10a801e08cbf tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/quotas/6d8267c03d5d4709a2bd9b6e10398fa1 HTTP/1.1" status: 200 len: 375 time: 0.0090973 Jun 30 05:35:38.250225 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-de537e02-85be-4637-b713-638bf34d26ee tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d8267c03d5d4709a2bd9b6e10398fa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604403 Jun 30 05:35:38.339242 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-71edf4a4-01b7-4b28-a42f-e102b1fafa06 service neutron] 10.222.0.41 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822892 Jun 30 05:35:38.423995 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-a97017ad-e93b-4423-94fd-87f6f544e53c service neutron] 10.222.0.41 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788019 Jun 30 05:35:38.593724 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-0ad0b2d0-2827-466f-90df-9db4509d5fa9 req-b3697b42-fa3a-46dd-8c77-71073fc70d74 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 210 time: 0.0319779 Jun 30 05:35:39.332872 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:39.661605 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7bff6-a376-4a80-b743-a24965accb61 req-e0de2860-ec83-41fd-82aa-02d7af8165e8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:39.663167 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-e0de2860-ec83-41fd-82aa-02d7af8165e8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "GET /v2.0/networks?id=120ab221-a67b-4b27-9cfc-249b846ff2a8 HTTP/1.1" status: 200 len: 815 time: 0.1014056 Jun 30 05:35:39.678340 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-01d7bff6-a376-4a80-b743-a24965accb61 req-4a890745-4103-4460-ae2c-a0d62cb7e7a0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Request body: {'port': {'device_id': '3e822ab0-b88e-4a19-a684-ab6d04e72643', 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8', 'admin_state_up': True, 'tenant_id': '6d8267c03d5d4709a2bd9b6e10398fa1'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:35:39.739883 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fbeed8e6-1dcd-41ae-86e8-460daa69b8c8 req-b983871d-b9a6-4af3-9734-f214ba4d80c8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 210 time: 0.0288486 Jun 30 05:35:39.799605 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d7bff6-a376-4a80-b743-a24965accb61 req-4a890745-4103-4460-ae2c-a0d62cb7e7a0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Made reservation on behalf of 6d8267c03d5d4709a2bd9b6e10398fa1 for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:35:39.803088 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01d7bff6-a376-4a80-b743-a24965accb61 req-4a890745-4103-4460-ae2c-a0d62cb7e7a0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:39.923930 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-01d7bff6-a376-4a80-b743-a24965accb61 req-4a890745-4103-4460-ae2c-a0d62cb7e7a0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Allocated IP 172.20.0.9 (120ab221-a67b-4b27-9cfc-249b846ff2a8/4172cb0f-32d0-4d8c-af06-b1048cae78c8/fcd8ef3b-fa9c-4536-9501-1dea600dbe89) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:35:40.063718 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01d7bff6-a376-4a80-b743-a24965accb61 req-4a890745-4103-4460-ae2c-a0d62cb7e7a0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:40.102659 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01d7bff6-a376-4a80-b743-a24965accb61 req-4a890745-4103-4460-ae2c-a0d62cb7e7a0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:40.114106 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['3b7357bd-3807-4259-a565-14e116b421e8', '95e7c26d-0483-43d9-8394-1749ca06c958', '512e54a6-ce83-4dae-a01b-f34471a2f6ec'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:35:40.150493 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d7bff6-a376-4a80-b743-a24965accb61 req-4a890745-4103-4460-ae2c-a0d62cb7e7a0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Network 120ab221-a67b-4b27-9cfc-249b846ff2a8 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:35:40.153716 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-01d7bff6-a376-4a80-b743-a24965accb61 req-4a890745-4103-4460-ae2c-a0d62cb7e7a0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:35:40.157516 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d7bff6-a376-4a80-b743-a24965accb61 req-4a890745-4103-4460-ae2c-a0d62cb7e7a0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:35:40.165765 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a890745-4103-4460-ae2c-a0d62cb7e7a0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Pushing event updated for resources: {'Port': ['ID=fcd8ef3b-fa9c-4536-9501-1dea600dbe89,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:40.209122 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7bff6-a376-4a80-b743-a24965accb61 req-4a890745-4103-4460-ae2c-a0d62cb7e7a0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:40.209663 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01d7bff6-a376-4a80-b743-a24965accb61 req-4a890745-4103-4460-ae2c-a0d62cb7e7a0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:40.224027 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-4a890745-4103-4460-ae2c-a0d62cb7e7a0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5499578 Jun 30 05:35:40.238285 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Request body: {'port': {'device_id': '3e822ab0-b88e-4a19-a684-ab6d04e72643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:35:40.308457 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:40.563489 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd8ef3b-fa9c-4536-9501-1dea600dbe89 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:35:40.571021 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:40.582243 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Transition to ACTIVE for port object fcd8ef3b-fa9c-4536-9501-1dea600dbe89 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:35:40.587292 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:40.653066 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Pushing event updated for resources: {'Port': ['ID=fcd8ef3b-fa9c-4536-9501-1dea600dbe89,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:40.699043 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Attempting to bind port fcd8ef3b-fa9c-4536-9501-1dea600dbe89 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:35:40.699723 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Attempting to bind port fcd8ef3b-fa9c-4536-9501-1dea600dbe89 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:35:40.699723 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Attempting to bind port fcd8ef3b-fa9c-4536-9501-1dea600dbe89 on network 120ab221-a67b-4b27-9cfc-249b846ff2a8 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:35:40.703835 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Port fcd8ef3b-fa9c-4536-9501-1dea600dbe89 on network 120ab221-a67b-4b27-9cfc-249b846ff2a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:35:40.704155 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Attempting to bind port fcd8ef3b-fa9c-4536-9501-1dea600dbe89 on network 120ab221-a67b-4b27-9cfc-249b846ff2a8 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:35:40.708763 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:35:40.709095 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Checking segment: {'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:35:40.709470 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Bound using segment: {'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:35:40.709887 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Bound port: fcd8ef3b-fa9c-4536-9501-1dea600dbe89, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:35:40.710238 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:40.773561 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] For port fcd8ef3b-fa9c-4536-9501-1dea600dbe89, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:35:40.776582 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] For port fcd8ef3b-fa9c-4536-9501-1dea600dbe89, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=fcd8ef3b-fa9c-4536-9501-1dea600dbe89,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:35:40.781187 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:40.814278 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:40.814821 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:40.816230 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] 10.222.0.35 "PUT /v2.0/ports/fcd8ef3b-fa9c-4536-9501-1dea600dbe89 HTTP/1.1" status: 200 len: 1093 time: 0.5822098 Jun 30 05:35:40.816633 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e822ab0-b88e-4a19-a684-ab6d04e72643', 'tag': 'fcd8ef3b-fa9c-4536-9501-1dea600dbe89'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:35:40.818871 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e832e26-a17a-4f89-8412-6c21a256040a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e822ab0-b88e-4a19-a684-ab6d04e72643", "tag": "fcd8ef3b-fa9c-4536-9501-1dea600dbe89"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:35:40.841915 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916c40c-0ee0-46e4-9d11-f4941ece202d service neutron] Pushing event updated for resources: {'Port': ['ID=fcd8ef3b-fa9c-4536-9501-1dea600dbe89,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:40.866552 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86c8769-5028-495d-8f62-b0d7d181d268 x-openstack-request-id: req-e86c8769-5028-495d-8f62-b0d7d181d268 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:35:40.866832 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e822ab0-b88e-4a19-a684-ab6d04e72643", "tag": "fcd8ef3b-fa9c-4536-9501-1dea600dbe89", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:35:40.867151 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e86c8769-5028-495d-8f62-b0d7d181d268 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:35:40.868110 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e822ab0-b88e-4a19-a684-ab6d04e72643', 'tag': 'fcd8ef3b-fa9c-4536-9501-1dea600dbe89', 'status': 'completed', 'code': 200} Jun 30 05:35:40.916862 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d2c01-40b8-4d22-85b6-be6a94ba85ba req-512a9b02-fbfa-42d3-b95e-4d487d4cc5e6 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:40.918428 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-874d2c01-40b8-4d22-85b6-be6a94ba85ba req-512a9b02-fbfa-42d3-b95e-4d487d4cc5e6 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 943 time: 0.0633972 Jun 30 05:35:40.925444 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7bff6-a376-4a80-b743-a24965accb61 req-208a0c31-11e6-4883-84a3-6769770122d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:40.927101 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-208a0c31-11e6-4883-84a3-6769770122d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d8267c03d5d4709a2bd9b6e10398fa1&device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 1096 time: 0.0514069 Jun 30 05:35:40.956196 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-874d2c01-40b8-4d22-85b6-be6a94ba85ba req-58c3536d-868a-46f1-bfca-222043047e4f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317667 Jun 30 05:35:40.971909 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-431f7244-b207-4024-b0a2-a0329cce4378 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcd8ef3b-fa9c-4536-9501-1dea600dbe89 HTTP/1.1" status: 200 len: 217 time: 0.0356622 Jun 30 05:35:41.020413 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7bff6-a376-4a80-b743-a24965accb61 req-9866ae9e-2270-40c1-940c-3a87154bd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:41.021835 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-9866ae9e-2270-40c1-940c-3a87154bd27b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4172cb0f-32d0-4d8c-af06-b1048cae78c8 HTTP/1.1" status: 200 len: 855 time: 0.0425920 Jun 30 05:35:41.056607 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-9faebb82-4fd1-466d-bb91-faef6befa406 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=120ab221-a67b-4b27-9cfc-249b846ff2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253022 Jun 30 05:35:41.147386 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-8d747d15-26c0-4a94-9795-a6694070486d service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811377 Jun 30 05:35:41.238196 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-01d7bff6-a376-4a80-b743-a24965accb61 req-fb19c473-6302-4594-9895-741383bf4692 service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803003 Jun 30 05:35:41.341577 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e832e26-a17a-4f89-8412-6c21a256040a req-be2150cb-5bb9-44e4-be21-54726e055deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:41.343060 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e832e26-a17a-4f89-8412-6c21a256040a req-be2150cb-5bb9-44e4-be21-54726e055deb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d8267c03d5d4709a2bd9b6e10398fa1&device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 1096 time: 0.0513155 Jun 30 05:35:41.441767 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e832e26-a17a-4f89-8412-6c21a256040a req-dcb8e4b7-43e3-43d5-94b5-52b78b421861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:41.443134 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e832e26-a17a-4f89-8412-6c21a256040a req-dcb8e4b7-43e3-43d5-94b5-52b78b421861 service neutron] 10.222.0.35 "GET /v2.0/networks?id=120ab221-a67b-4b27-9cfc-249b846ff2a8 HTTP/1.1" status: 200 len: 916 time: 0.0835755 Jun 30 05:35:41.484575 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e832e26-a17a-4f89-8412-6c21a256040a req-7c0225d7-f157-46e8-a32b-f7681b5d3d7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcd8ef3b-fa9c-4536-9501-1dea600dbe89 HTTP/1.1" status: 200 len: 217 time: 0.0341949 Jun 30 05:35:41.536119 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e832e26-a17a-4f89-8412-6c21a256040a req-9bb3258c-5cce-400f-ac54-b8742819b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:41.537531 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e832e26-a17a-4f89-8412-6c21a256040a req-9bb3258c-5cce-400f-ac54-b8742819b5ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4172cb0f-32d0-4d8c-af06-b1048cae78c8 HTTP/1.1" status: 200 len: 855 time: 0.0455420 Jun 30 05:35:41.574702 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e832e26-a17a-4f89-8412-6c21a256040a req-2bda43c4-bc93-4edf-a6d8-e2354c7db9c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=120ab221-a67b-4b27-9cfc-249b846ff2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254951 Jun 30 05:35:41.661070 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e832e26-a17a-4f89-8412-6c21a256040a req-3f3b93fd-b39f-4bc1-8858-41d623ff8642 service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788343 Jun 30 05:35:41.751880 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-4e832e26-a17a-4f89-8412-6c21a256040a req-2c06c360-3d22-42d5-b35d-b0f5be2c9cc8 service neutron] 10.222.0.35 "GET /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830853 Jun 30 05:35:42.130737 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7ca4f-f289-49c2-a709-119c4c917d92 req-4ebcf458-632a-4ca7-b856-f3df0e5b11e9 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:42.132151 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5aa7ca4f-f289-49c2-a709-119c4c917d92 req-4ebcf458-632a-4ca7-b856-f3df0e5b11e9 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 943 time: 0.0655558 Jun 30 05:35:42.138913 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-f404e5a7-688b-4bb0-9f5a-c09a75ca44f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:42.170607 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5aa7ca4f-f289-49c2-a709-119c4c917d92 req-c628a511-cdb5-4ca6-847c-313245c5f0cc tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315042 Jun 30 05:35:43.338768 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545fa34-38d1-4a09-b294-a687667417fa req-0e5857c1-e016-4838-b6e1-53b6ebf5cb0f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:43.340253 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c545fa34-38d1-4a09-b294-a687667417fa req-0e5857c1-e016-4838-b6e1-53b6ebf5cb0f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 943 time: 0.0612502 Jun 30 05:35:43.366415 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device fcd8ef3b-fa9c-4536-9501-1dea600dbe89 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:35:43.377634 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-c545fa34-38d1-4a09-b294-a687667417fa req-b571b260-c576-4581-8287-c484c97f3f65 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315471 Jun 30 05:35:43.459266 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port fcd8ef3b-fa9c-4536-9501-1dea600dbe89, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=fcd8ef3b-fa9c-4536-9501-1dea600dbe89,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:35:43.470687 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': 'fcd8ef3b-fa9c-4536-9501-1dea600dbe89', 'network_id': '120ab221-a67b-4b27-9cfc-249b846ff2a8', 'port_id': 'fcd8ef3b-fa9c-4536-9501-1dea600dbe89', 'mac_address': 'fa:16:3e:7d:3e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4172cb0f-32d0-4d8c-af06-b1048cae78c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:35:43.505260 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:43.517905 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd8ef3b-fa9c-4536-9501-1dea600dbe89 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:35:43.540014 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port fcd8ef3b-fa9c-4536-9501-1dea600dbe89, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=fcd8ef3b-fa9c-4536-9501-1dea600dbe89,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:35:43.544142 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:43.700066 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=fcd8ef3b-fa9c-4536-9501-1dea600dbe89,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:43.706937 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:35:43.707322 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:35:43.707665 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:35:43.708001 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:35:43.708333 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:35:43.708662 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:35:43.708986 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:35:43.709378 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:35:43.709658 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:35:43.710361 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:35:43.710361 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:35:43.710664 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:35:43.828976 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['fcd8ef3b-fa9c-4536-9501-1dea600dbe89'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:35:44.545308 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c951eb-5bce-4348-8c99-56447c304ed2 req-913832e8-6542-4c40-9bfc-6afb94ba798b tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:44.546729 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-90c951eb-5bce-4348-8c99-56447c304ed2 req-913832e8-6542-4c40-9bfc-6afb94ba798b tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 944 time: 0.0607080 Jun 30 05:35:44.591950 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-90c951eb-5bce-4348-8c99-56447c304ed2 req-110882f5-3e76-4fca-b18e-13b8adae2698 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396502 Jun 30 05:35:44.700841 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2b341e5a-ac03-4ab3-af3a-67c4dff057a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:44.779351 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:45.382381 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device fcd8ef3b-fa9c-4536-9501-1dea600dbe89 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:35:45.430653 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port fcd8ef3b-fa9c-4536-9501-1dea600dbe89 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:35:45.434157 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port fcd8ef3b-fa9c-4536-9501-1dea600dbe89 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:35:45.434519 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:45.510214 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:45.532287 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e822ab0-b88e-4a19-a684-ab6d04e72643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd8ef3b-fa9c-4536-9501-1dea600dbe89'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:35:45.534542 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce86c7a-c1a0-4d54-bf7b-fd113b92a74c" -d '{"events": [{"server_uuid": "3e822ab0-b88e-4a19-a684-ab6d04e72643", "name": "network-vif-plugged", "status": "completed", "tag": "fcd8ef3b-fa9c-4536-9501-1dea600dbe89"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:35:45.546762 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port fcd8ef3b-fa9c-4536-9501-1dea600dbe89, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=fcd8ef3b-fa9c-4536-9501-1dea600dbe89,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:35:45.551074 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:45.576689 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457a7e4d-f9f8-4a51-a128-2e15b804076d x-openstack-request-id: req-457a7e4d-f9f8-4a51-a128-2e15b804076d {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:35:45.576980 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e822ab0-b88e-4a19-a684-ab6d04e72643", "name": "network-vif-plugged", "status": "completed", "tag": "fcd8ef3b-fa9c-4536-9501-1dea600dbe89", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:35:45.577227 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-457a7e4d-f9f8-4a51-a128-2e15b804076d {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:35:45.577601 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e822ab0-b88e-4a19-a684-ab6d04e72643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd8ef3b-fa9c-4536-9501-1dea600dbe89', 'code': 200} Jun 30 05:35:45.602911 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=fcd8ef3b-fa9c-4536-9501-1dea600dbe89,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:35:45.765465 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e586cc-96f5-4ba7-8aee-9433b38acf89 req-8ff98ca7-af70-4468-adbc-51cab2dd5c62 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:45.766907 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a6e586cc-96f5-4ba7-8aee-9433b38acf89 req-8ff98ca7-af70-4468-adbc-51cab2dd5c62 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 945 time: 0.0617251 Jun 30 05:35:45.796532 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8b3ba-65f3-43f7-bcb9-81489dfc7fb9 req-e7c5bbbe-6605-4312-ab1b-a1075689af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:45.798030 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3db8b3ba-65f3-43f7-bcb9-81489dfc7fb9 req-e7c5bbbe-6605-4312-ab1b-a1075689af85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 1098 time: 0.0519745 Jun 30 05:35:45.806027 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-a6e586cc-96f5-4ba7-8aee-9433b38acf89 req-e1dac1f3-9668-4e03-9734-dfbaa650401e tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334351 Jun 30 05:35:45.834743 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3db8b3ba-65f3-43f7-bcb9-81489dfc7fb9 req-26f97f9f-f78c-46c4-9631-6ebad7820803 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283802 Jun 30 05:35:45.840872 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:46.979457 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f11e4-3949-4534-bc55-947f35267530 req-21139a7b-40d5-4964-b408-15219e0bc3c0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:46.981530 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b49f11e4-3949-4534-bc55-947f35267530 req-21139a7b-40d5-4964-b408-15219e0bc3c0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 945 time: 0.0605781 Jun 30 05:35:47.017300 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-b49f11e4-3949-4534-bc55-947f35267530 req-e0b6a525-c028-45d8-b7c6-4e3ea04f3111 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303249 Jun 30 05:35:47.333482 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:35:58.978146 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad848f17-03ec-4780-a30b-946f26ef69a6 req-fdd503d4-0bff-4984-aefc-8837fc0f69ac tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:35:58.979602 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ad848f17-03ec-4780-a30b-946f26ef69a6 req-fdd503d4-0bff-4984-aefc-8837fc0f69ac tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 945 time: 0.0634696 Jun 30 05:35:59.016576 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ad848f17-03ec-4780-a30b-946f26ef69a6 req-db7caf46-35a6-42b2-93d3-33001a832b7d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308177 Jun 30 05:36:00.191996 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff12a6-0fd8-4583-81b1-cc92b95792af req-b4acdbaa-a853-421b-9f5e-ff6dc06ab1cc tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:00.193487 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f3ff12a6-0fd8-4583-81b1-cc92b95792af req-b4acdbaa-a853-421b-9f5e-ff6dc06ab1cc tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 945 time: 0.0660453 Jun 30 05:36:00.236443 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-f3ff12a6-0fd8-4583-81b1-cc92b95792af req-50d8e449-2a35-4a62-a996-4686b3a4e4b0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373371 Jun 30 05:36:00.584655 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdef4de-1bf4-4afc-82bf-7be4352e42b5 req-0322bf5e-7e7e-41c2-9b35-1c71f7f70c3d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:00.585979 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5cdef4de-1bf4-4afc-82bf-7be4352e42b5 req-0322bf5e-7e7e-41c2-9b35-1c71f7f70c3d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 945 time: 0.0662622 Jun 30 05:36:00.681230 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-5cdef4de-1bf4-4afc-82bf-7be4352e42b5 req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Deleting port fcd8ef3b-fa9c-4536-9501-1dea600dbe89 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:36:00.681570 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-5cdef4de-1bf4-4afc-82bf-7be4352e42b5 req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:00.767334 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-5cdef4de-1bf4-4afc-82bf-7be4352e42b5 req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] For port fcd8ef3b-fa9c-4536-9501-1dea600dbe89, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=fcd8ef3b-fa9c-4536-9501-1dea600dbe89,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:36:00.767688 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-5cdef4de-1bf4-4afc-82bf-7be4352e42b5 req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:00.780446 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-5cdef4de-1bf4-4afc-82bf-7be4352e42b5 req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Calling delete_port for fcd8ef3b-fa9c-4536-9501-1dea600dbe89 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:36:00.899331 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-5cdef4de-1bf4-4afc-82bf-7be4352e42b5 req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:00.911010 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['3b7357bd-3807-4259-a565-14e116b421e8', '95e7c26d-0483-43d9-8394-1749ca06c958', '512e54a6-ce83-4dae-a01b-f34471a2f6ec', 'fcd8ef3b-fa9c-4536-9501-1dea600dbe89'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:36:00.931034 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Pushing event deleted for resources: {'Port': ['ID=fcd8ef3b-fa9c-4536-9501-1dea600dbe89,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:00.961492 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:00.961828 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:00.962155 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:00.962482 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:00.962806 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:00.963152 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:00.963467 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:00.963787 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:00.964104 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:00.964420 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:00.964748 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:00.965090 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:00.983314 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdef4de-1bf4-4afc-82bf-7be4352e42b5 req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] No DVR routers for this DVR port fcd8ef3b-fa9c-4536-9501-1dea600dbe89 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:36:00.985865 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-5cdef4de-1bf4-4afc-82bf-7be4352e42b5 req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:00.987813 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5cdef4de-1bf4-4afc-82bf-7be4352e42b5 req-a9bb35ec-d697-452b-9b23-7b96892cad01 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "DELETE /v2.0/ports/fcd8ef3b-fa9c-4536-9501-1dea600dbe89 HTTP/1.1" status: 204 len: 173 time: 0.3957198 Jun 30 05:36:00.988231 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e822ab0-b88e-4a19-a684-ab6d04e72643', 'name': 'network-vif-deleted', 'tag': 'fcd8ef3b-fa9c-4536-9501-1dea600dbe89'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:36:00.990443 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c17378e-2300-4eda-a1fe-0de5e605bf42" -d '{"events": [{"server_uuid": "3e822ab0-b88e-4a19-a684-ab6d04e72643", "name": "network-vif-deleted", "tag": "fcd8ef3b-fa9c-4536-9501-1dea600dbe89"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:36:01.033006 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09d296e-fbc3-4160-ad39-a05a63520e93 x-openstack-request-id: req-a09d296e-fbc3-4160-ad39-a05a63520e93 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:36:01.033300 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e822ab0-b88e-4a19-a684-ab6d04e72643", "name": "network-vif-deleted", "tag": "fcd8ef3b-fa9c-4536-9501-1dea600dbe89", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:36:01.033551 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a09d296e-fbc3-4160-ad39-a05a63520e93 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:36:01.033952 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e822ab0-b88e-4a19-a684-ab6d04e72643', 'name': 'network-vif-deleted', 'tag': 'fcd8ef3b-fa9c-4536-9501-1dea600dbe89', 'status': 'completed', 'code': 200} Jun 30 05:36:01.388995 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ec3bd84d-e16f-46a3-91f0-db76ae6fa4f4 req-ba4f6446-7281-4e18-afb9-dd261ec7d1b1 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e822ab0-b88e-4a19-a684-ab6d04e72643 HTTP/1.1" status: 200 len: 210 time: 0.0279069 Jun 30 05:36:03.502799 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device fcd8ef3b-fa9c-4536-9501-1dea600dbe89 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:36:03.522736 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: fcd8ef3b-fa9c-4536-9501-1dea600dbe89 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:36:03.523072 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device fcd8ef3b-fa9c-4536-9501-1dea600dbe89 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:36:03.953277 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014cafe-346c-4ec9-83a0-7e3f45a7b1a1 req-705066b7-daee-4351-ad32-759978998817 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:03.954705 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7014cafe-346c-4ec9-83a0-7e3f45a7b1a1 req-705066b7-daee-4351-ad32-759978998817 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 946 time: 0.0646083 Jun 30 05:36:03.991714 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7014cafe-346c-4ec9-83a0-7e3f45a7b1a1 req-6e737df5-3103-449b-bbd0-0c9f5602df23 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314968 Jun 30 05:36:05.161444 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2076f-07b0-4a37-8bcf-8caae9adb32f req-01fd64d6-7017-4321-94bb-463f9f01ff96 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:05.162931 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-21c2076f-07b0-4a37-8bcf-8caae9adb32f req-01fd64d6-7017-4321-94bb-463f9f01ff96 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 946 time: 0.0619678 Jun 30 05:36:05.200483 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-21c2076f-07b0-4a37-8bcf-8caae9adb32f req-d96235e2-300a-495e-90a6-6274282550ab tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313165 Jun 30 05:36:05.419217 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913b008-4ab7-4b88-8fa8-b3b6b635c82b req-2f5ba021-3210-42d3-b5e0-d51b3e97ac31 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:05.420657 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5913b008-4ab7-4b88-8fa8-b3b6b635c82b req-2f5ba021-3210-42d3-b5e0-d51b3e97ac31 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 946 time: 0.0611131 Jun 30 05:36:05.517926 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-5913b008-4ab7-4b88-8fa8-b3b6b635c82b req-183fcfc0-1b0b-4d7b-983b-1c3377acd82f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Deleting port 512e54a6-ce83-4dae-a01b-f34471a2f6ec {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:36:05.518269 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-5913b008-4ab7-4b88-8fa8-b3b6b635c82b req-183fcfc0-1b0b-4d7b-983b-1c3377acd82f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:05.602485 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-5913b008-4ab7-4b88-8fa8-b3b6b635c82b req-183fcfc0-1b0b-4d7b-983b-1c3377acd82f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] For port 512e54a6-ce83-4dae-a01b-f34471a2f6ec, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=512e54a6-ce83-4dae-a01b-f34471a2f6ec,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:36:05.602758 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-5913b008-4ab7-4b88-8fa8-b3b6b635c82b req-183fcfc0-1b0b-4d7b-983b-1c3377acd82f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:05.615242 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-5913b008-4ab7-4b88-8fa8-b3b6b635c82b req-183fcfc0-1b0b-4d7b-983b-1c3377acd82f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Calling delete_port for 512e54a6-ce83-4dae-a01b-f34471a2f6ec owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:36:05.740313 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-5913b008-4ab7-4b88-8fa8-b3b6b635c82b req-183fcfc0-1b0b-4d7b-983b-1c3377acd82f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:05.752232 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['3b7357bd-3807-4259-a565-14e116b421e8', '95e7c26d-0483-43d9-8394-1749ca06c958', '512e54a6-ce83-4dae-a01b-f34471a2f6ec'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:36:05.768249 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fcfc0-1b0b-4d7b-983b-1c3377acd82f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Pushing event deleted for resources: {'Port': ['ID=512e54a6-ce83-4dae-a01b-f34471a2f6ec,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:05.815348 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-5913b008-4ab7-4b88-8fa8-b3b6b635c82b req-183fcfc0-1b0b-4d7b-983b-1c3377acd82f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] No DVR routers for this DVR port 512e54a6-ce83-4dae-a01b-f34471a2f6ec on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:36:05.817787 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-5913b008-4ab7-4b88-8fa8-b3b6b635c82b req-183fcfc0-1b0b-4d7b-983b-1c3377acd82f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:05.819751 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-5913b008-4ab7-4b88-8fa8-b3b6b635c82b req-183fcfc0-1b0b-4d7b-983b-1c3377acd82f tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "DELETE /v2.0/ports/512e54a6-ce83-4dae-a01b-f34471a2f6ec HTTP/1.1" status: 204 len: 173 time: 0.3934591 Jun 30 05:36:05.820174 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba010dd5-cc66-4194-a331-72b30c5c93d8', 'name': 'network-vif-deleted', 'tag': '512e54a6-ce83-4dae-a01b-f34471a2f6ec'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:36:05.822414 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540f6e9d-e397-4b8e-8508-acb90d381f12" -d '{"events": [{"server_uuid": "ba010dd5-cc66-4194-a331-72b30c5c93d8", "name": "network-vif-deleted", "tag": "512e54a6-ce83-4dae-a01b-f34471a2f6ec"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:36:05.864222 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb824a53-2a95-4c2f-bb7d-2f3fd1fb64ec x-openstack-request-id: req-fb824a53-2a95-4c2f-bb7d-2f3fd1fb64ec {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:36:05.864563 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba010dd5-cc66-4194-a331-72b30c5c93d8", "name": "network-vif-deleted", "tag": "512e54a6-ce83-4dae-a01b-f34471a2f6ec", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:36:05.864749 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb824a53-2a95-4c2f-bb7d-2f3fd1fb64ec {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:36:05.865138 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba010dd5-cc66-4194-a331-72b30c5c93d8', 'name': 'network-vif-deleted', 'tag': '512e54a6-ce83-4dae-a01b-f34471a2f6ec', 'status': 'completed', 'code': 200} Jun 30 05:36:05.937518 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:36:06.358023 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-e4c2e52e-7914-455a-83c9-cb671ed29d4d req-548afb70-dcd6-4a12-ae0b-e5ab783d84e0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba010dd5-cc66-4194-a331-72b30c5c93d8 HTTP/1.1" status: 200 len: 210 time: 0.0313516 Jun 30 05:36:07.814652 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54a08-ad85-4d0a-8134-f19e8f92ef04 req-eba3d36f-dd52-47d6-ba4b-1c897fa4b4fd tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:07.816127 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-09f54a08-ad85-4d0a-8134-f19e8f92ef04 req-eba3d36f-dd52-47d6-ba4b-1c897fa4b4fd tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 945 time: 0.0648885 Jun 30 05:36:07.853183 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-09f54a08-ad85-4d0a-8134-f19e8f92ef04 req-112cdd59-351d-41b2-abc9-c35714077c1d tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Jun 30 05:36:09.003935 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340295ec-59d3-4ec4-85c0-d43e31f300fb req-4e3c2d6d-9091-469d-9656-7a717530ade5 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:09.005380 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-340295ec-59d3-4ec4-85c0-d43e31f300fb req-4e3c2d6d-9091-469d-9656-7a717530ade5 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 945 time: 0.0618289 Jun 30 05:36:09.036484 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dac05-af52-4b17-80a6-01247a5d2569 req-d96b914a-27eb-4563-9f4e-65d479b601bb tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:09.037934 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6e6dac05-af52-4b17-80a6-01247a5d2569 req-d96b914a-27eb-4563-9f4e-65d479b601bb tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e0f2658-931e-4c0c-8ee7-d31718c9447b HTTP/1.1" status: 200 len: 945 time: 0.0630102 Jun 30 05:36:09.075237 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-6e6dac05-af52-4b17-80a6-01247a5d2569 req-aa5ecee0-425c-4b43-b148-14a85d227cc0 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315742 Jun 30 05:36:09.107995 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-340295ec-59d3-4ec4-85c0-d43e31f300fb req-cb68489b-09cd-4c2b-94ca-925ee0e495a8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Deleting port 95e7c26d-0483-43d9-8394-1749ca06c958 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:36:09.108337 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-340295ec-59d3-4ec4-85c0-d43e31f300fb req-cb68489b-09cd-4c2b-94ca-925ee0e495a8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:09.192183 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-340295ec-59d3-4ec4-85c0-d43e31f300fb req-cb68489b-09cd-4c2b-94ca-925ee0e495a8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] For port 95e7c26d-0483-43d9-8394-1749ca06c958, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=95e7c26d-0483-43d9-8394-1749ca06c958,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:36:09.192535 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-340295ec-59d3-4ec4-85c0-d43e31f300fb req-cb68489b-09cd-4c2b-94ca-925ee0e495a8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:09.205116 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-340295ec-59d3-4ec4-85c0-d43e31f300fb req-cb68489b-09cd-4c2b-94ca-925ee0e495a8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Calling delete_port for 95e7c26d-0483-43d9-8394-1749ca06c958 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:36:09.329641 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:09.331789 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-340295ec-59d3-4ec4-85c0-d43e31f300fb req-cb68489b-09cd-4c2b-94ca-925ee0e495a8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:09.343208 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['3b7357bd-3807-4259-a565-14e116b421e8', '95e7c26d-0483-43d9-8394-1749ca06c958'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:36:09.359373 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68489b-09cd-4c2b-94ca-925ee0e495a8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Pushing event deleted for resources: {'Port': ['ID=95e7c26d-0483-43d9-8394-1749ca06c958,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:09.408171 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-340295ec-59d3-4ec4-85c0-d43e31f300fb req-cb68489b-09cd-4c2b-94ca-925ee0e495a8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] No DVR routers for this DVR port 95e7c26d-0483-43d9-8394-1749ca06c958 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:36:09.410518 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-340295ec-59d3-4ec4-85c0-d43e31f300fb req-cb68489b-09cd-4c2b-94ca-925ee0e495a8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:09.412479 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-340295ec-59d3-4ec4-85c0-d43e31f300fb req-cb68489b-09cd-4c2b-94ca-925ee0e495a8 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "DELETE /v2.0/ports/95e7c26d-0483-43d9-8394-1749ca06c958 HTTP/1.1" status: 204 len: 173 time: 0.4018409 Jun 30 05:36:09.412903 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0f2658-931e-4c0c-8ee7-d31718c9447b', 'name': 'network-vif-deleted', 'tag': '95e7c26d-0483-43d9-8394-1749ca06c958'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:36:09.415161 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1c44c8-58dd-421a-9fe5-436170049f8c" -d '{"events": [{"server_uuid": "2e0f2658-931e-4c0c-8ee7-d31718c9447b", "name": "network-vif-deleted", "tag": "95e7c26d-0483-43d9-8394-1749ca06c958"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:36:09.455921 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93efe29d-f527-4500-a794-9a590211d751 x-openstack-request-id: req-93efe29d-f527-4500-a794-9a590211d751 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:36:09.456221 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0f2658-931e-4c0c-8ee7-d31718c9447b", "name": "network-vif-deleted", "tag": "95e7c26d-0483-43d9-8394-1749ca06c958", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:36:09.456468 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93efe29d-f527-4500-a794-9a590211d751 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:36:09.457347 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0f2658-931e-4c0c-8ee7-d31718c9447b', 'name': 'network-vif-deleted', 'tag': '95e7c26d-0483-43d9-8394-1749ca06c958', 'status': 'completed', 'code': 200} Jun 30 05:36:09.556059 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 512e54a6-ce83-4dae-a01b-f34471a2f6ec no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:36:09.575891 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 512e54a6-ce83-4dae-a01b-f34471a2f6ec {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:36:09.576749 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 512e54a6-ce83-4dae-a01b-f34471a2f6ec not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:36:11.636662 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b4a82-f4f2-4744-913f-b6d053445b64 req-fa088d47-73c0-4339-9113-6cfd0c7ef6c5 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:11.637992 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-635b4a82-f4f2-4744-913f-b6d053445b64 req-fa088d47-73c0-4339-9113-6cfd0c7ef6c5 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 945 time: 0.0644205 Jun 30 05:36:11.678893 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-635b4a82-f4f2-4744-913f-b6d053445b64 req-0d70b679-3b54-4433-b4bd-54b94c2cf9ae tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344865 Jun 30 05:36:12.139079 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3143-e7be-4e76-9830-818f575fc6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:12.850910 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180e8c0-c943-4936-966e-4bfba911ee80 req-3476a00e-a147-45cd-a26f-58a7664eef6c tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:12.852412 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5180e8c0-c943-4936-966e-4bfba911ee80 req-3476a00e-a147-45cd-a26f-58a7664eef6c tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 945 time: 0.0633333 Jun 30 05:36:12.890028 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-5180e8c0-c943-4936-966e-4bfba911ee80 req-03733d4d-e3fc-485c-a193-f19e407d1557 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d92563b-6604-40f9-affa-a3b236166b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317318 Jun 30 05:36:13.046722 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfc9b0-aab0-4b35-9563-6199df0f1789 req-73e18985-da21-4e7c-a60c-8b195f52046e tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:13.048087 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f5dfc9b0-aab0-4b35-9563-6199df0f1789 req-73e18985-da21-4e7c-a60c-8b195f52046e tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 945 time: 0.0630076 Jun 30 05:36:13.144212 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-f5dfc9b0-aab0-4b35-9563-6199df0f1789 req-a0ffeaf3-1fd2-4239-bb0b-c546c8af1839 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Deleting port 3b7357bd-3807-4259-a565-14e116b421e8 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:36:13.144552 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-f5dfc9b0-aab0-4b35-9563-6199df0f1789 req-a0ffeaf3-1fd2-4239-bb0b-c546c8af1839 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:13.229965 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-f5dfc9b0-aab0-4b35-9563-6199df0f1789 req-a0ffeaf3-1fd2-4239-bb0b-c546c8af1839 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] For port 3b7357bd-3807-4259-a565-14e116b421e8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=3b7357bd-3807-4259-a565-14e116b421e8,segment=NetworkSegment(e4df8397-d4e2-402e-b2d4-34f86a4b96b9),segment_id=e4df8397-d4e2-402e-b2d4-34f86a4b96b9)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:36:13.230320 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-f5dfc9b0-aab0-4b35-9563-6199df0f1789 req-a0ffeaf3-1fd2-4239-bb0b-c546c8af1839 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:13.242084 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-f5dfc9b0-aab0-4b35-9563-6199df0f1789 req-a0ffeaf3-1fd2-4239-bb0b-c546c8af1839 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Calling delete_port for 3b7357bd-3807-4259-a565-14e116b421e8 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:36:13.364722 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-f5dfc9b0-aab0-4b35-9563-6199df0f1789 req-a0ffeaf3-1fd2-4239-bb0b-c546c8af1839 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:13.376683 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['3b7357bd-3807-4259-a565-14e116b421e8'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:36:13.397871 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffeaf3-1fd2-4239-bb0b-c546c8af1839 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Pushing event deleted for resources: {'Port': ['ID=3b7357bd-3807-4259-a565-14e116b421e8,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:13.439686 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dfc9b0-aab0-4b35-9563-6199df0f1789 req-a0ffeaf3-1fd2-4239-bb0b-c546c8af1839 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] No DVR routers for this DVR port 3b7357bd-3807-4259-a565-14e116b421e8 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:36:13.442037 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-f5dfc9b0-aab0-4b35-9563-6199df0f1789 req-a0ffeaf3-1fd2-4239-bb0b-c546c8af1839 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:13.443999 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-f5dfc9b0-aab0-4b35-9563-6199df0f1789 req-a0ffeaf3-1fd2-4239-bb0b-c546c8af1839 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.35 "DELETE /v2.0/ports/3b7357bd-3807-4259-a565-14e116b421e8 HTTP/1.1" status: 204 len: 173 time: 0.3896062 Jun 30 05:36:13.444422 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954a2440-8bf0-40e0-9a0e-461b5f763c25', 'name': 'network-vif-deleted', 'tag': '3b7357bd-3807-4259-a565-14e116b421e8'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:36:13.446642 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7b6cd3-1c6f-4472-aee8-92fdf03cf26a" -d '{"events": [{"server_uuid": "954a2440-8bf0-40e0-9a0e-461b5f763c25", "name": "network-vif-deleted", "tag": "3b7357bd-3807-4259-a565-14e116b421e8"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:36:13.481974 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e127da8-58e3-476b-a1c4-526c0c697a90 x-openstack-request-id: req-5e127da8-58e3-476b-a1c4-526c0c697a90 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:36:13.482262 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954a2440-8bf0-40e0-9a0e-461b5f763c25", "name": "network-vif-deleted", "tag": "3b7357bd-3807-4259-a565-14e116b421e8", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:36:13.482515 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e127da8-58e3-476b-a1c4-526c0c697a90 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:36:13.483593 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954a2440-8bf0-40e0-9a0e-461b5f763c25', 'name': 'network-vif-deleted', 'tag': '3b7357bd-3807-4259-a565-14e116b421e8', 'status': 'completed', 'code': 200} Jun 30 05:36:13.565940 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 95e7c26d-0483-43d9-8394-1749ca06c958 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:36:13.584987 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 95e7c26d-0483-43d9-8394-1749ca06c958 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:36:13.585244 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 95e7c26d-0483-43d9-8394-1749ca06c958 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:36:14.051599 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-28324791-3587-49d5-951b-9fc579081f78 req-411fe4e8-481a-4206-a883-9b02ab746684 tempest-AttachVolumeNegativeTest-19670315 tempest-AttachVolumeNegativeTest-19670315-project] 10.222.0.41 "GET /v2.0/ports?device_id=954a2440-8bf0-40e0-9a0e-461b5f763c25 HTTP/1.1" status: 200 len: 210 time: 0.0291514 Jun 30 05:36:14.688229 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df1938b-0c96-4ecb-b31e-80691a41a3aa req-01c896f9-5c18-498c-9d98-e38ae99bdc20 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513797 Jun 30 05:36:14.704683 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-343a7d6b-ba22-4faa-bd8a-573d73430a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:14.782954 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:14.792996 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1938b-0c96-4ecb-b31e-80691a41a3aa req-ea81c590-5364-4c33-a0cd-9f315ffbb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:14.794497 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df1938b-0c96-4ecb-b31e-80691a41a3aa req-ea81c590-5364-4c33-a0cd-9f315ffbb1a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 1098 time: 0.0588360 Jun 30 05:36:14.897906 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1938b-0c96-4ecb-b31e-80691a41a3aa req-7fb605da-d6bb-448b-91f8-1d8a92d401a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:14.899433 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df1938b-0c96-4ecb-b31e-80691a41a3aa req-7fb605da-d6bb-448b-91f8-1d8a92d401a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 913 time: 0.0854223 Jun 30 05:36:14.964508 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df1938b-0c96-4ecb-b31e-80691a41a3aa req-d8eab25b-9aad-467e-a59f-173d8ee4c704 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e1fff2d-878d-4004-b557-49e88be76add HTTP/1.1" status: 200 len: 1001 time: 0.0585487 Jun 30 05:36:15.011104 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1938b-0c96-4ecb-b31e-80691a41a3aa req-f629e373-1fcf-455f-8bc7-7b3813333627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:15.012545 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df1938b-0c96-4ecb-b31e-80691a41a3aa req-f629e373-1fcf-455f-8bc7-7b3813333627 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0416460 Jun 30 05:36:15.067549 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1938b-0c96-4ecb-b31e-80691a41a3aa req-7e33c83c-43b5-43e7-9906-41aa8f53bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:15.068963 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df1938b-0c96-4ecb-b31e-80691a41a3aa req-7e33c83c-43b5-43e7-9906-41aa8f53bc3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497384 Jun 30 05:36:15.144189 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38156) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:15.159504 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df1938b-0c96-4ecb-b31e-80691a41a3aa req-4abc5d89-af64-4789-ad20-503118f8cd9f service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837409 Jun 30 05:36:15.187517 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_v2 [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Deleting subnet 4172cb0f-32d0-4d8c-af06-b1048cae78c8 {{(pid=92843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:36:15.190767 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:15.228911 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171660'] for subnet, precommit_delete_associations {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:15.269348 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:15.333017 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10103874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519859'] for subnet, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:15.360127 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4172cb0f-32d0-4d8c-af06-b1048cae78c8,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:15.363667 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:15.364823 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4172cb0f-32d0-4d8c-af06-b1048cae78c8 HTTP/1.1" status: 204 len: 168 time: 0.2192204 Jun 30 05:36:15.369886 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38158) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:15.378105 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:15.378450 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:15.378790 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:15.379133 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:15.379697 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:15.380028 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:15.380355 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:15.380706 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:15.381032 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:15.381358 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:15.381677 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:15.381992 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f952abc2-7f55-41e1-bd5a-5c340a23f76a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:15.517812 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df1938b-0c96-4ecb-b31e-80691a41a3aa req-28d38209-576d-4cbd-8b69-6167728a93ff service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517990 Jun 30 05:36:15.701190 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-69cfa3be-4aed-488e-aa0d-b4be5e36673d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:15.778233 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-69cfa3be-4aed-488e-aa0d-b4be5e36673d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:15.787478 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-69cfa3be-4aed-488e-aa0d-b4be5e36673d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120ab221-a67b-4b27-9cfc-249b846ff2a8']}} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:36:15.797231 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-69cfa3be-4aed-488e-aa0d-b4be5e36673d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9') {'for_net_delete': True} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:36:15.797527 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-69cfa3be-4aed-488e-aa0d-b4be5e36673d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4df8397-d4e2-402e-b2d4-34f86a4b96b9') {} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:36:15.805840 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-69cfa3be-4aed-488e-aa0d-b4be5e36673d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171653'] for segment, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:15.819220 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-69cfa3be-4aed-488e-aa0d-b4be5e36673d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:15.824737 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cfa3be-4aed-488e-aa0d-b4be5e36673d admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=92843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:36:15.825116 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-69cfa3be-4aed-488e-aa0d-b4be5e36673d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10104033'] for segment, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: Traceback (most recent call last): Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: timer() Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: cb(*args, **kw) Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: return func(*args, **kwargs) Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: self._notify() Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: self.callback(batched_events) Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: event.method(event) Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: return f(self, *a, **k) Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._get(url).json() Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: return self.request(url, 'GET', **kwargs) Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:36:15.827460 dv-cinder-772181-11-iscsi neutron-server[92843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:36:15.848915 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:15.879943 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-69cfa3be-4aed-488e-aa0d-b4be5e36673d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:15.884996 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-69cfa3be-4aed-488e-aa0d-b4be5e36673d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:15.886849 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-69cfa3be-4aed-488e-aa0d-b4be5e36673d admin admin] 10.222.0.41 "DELETE /v2.0/networks/120ab221-a67b-4b27-9cfc-249b846ff2a8 HTTP/1.1" status: 204 len: 168 time: 0.5158124 Jun 30 05:36:15.897269 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfa3be-4aed-488e-aa0d-b4be5e36673d admin admin] Pushing event deleted for resources: {'Network': ['ID=120ab221-a67b-4b27-9cfc-249b846ff2a8,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:16.043556 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38162) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:16.082264 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-e89705db-eb3c-46e9-b4e4-9e37ac71d513 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d8267c03d5d4709a2bd9b6e10398fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375311 Jun 30 05:36:16.084644 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38164) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:16.130502 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5e3fddc2-9ed8-4d79-8a3a-c9d043995f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:16.153182 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5e3fddc2-9ed8-4d79-8a3a-c9d043995f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:16.197595 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5e3fddc2-9ed8-4d79-8a3a-c9d043995f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:16.200116 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-5e3fddc2-9ed8-4d79-8a3a-c9d043995f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:16.201743 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-5e3fddc2-9ed8-4d79-8a3a-c9d043995f8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d92563b-6604-40f9-affa-a3b236166b25 HTTP/1.1" status: 204 len: 168 time: 0.1156797 Jun 30 05:36:16.209645 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fddc2-9ed8-4d79-8a3a-c9d043995f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d92563b-6604-40f9-affa-a3b236166b25,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:17.336107 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:17.566397 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 3b7357bd-3807-4259-a565-14e116b421e8 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:36:17.585638 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 3b7357bd-3807-4259-a565-14e116b421e8 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:36:17.585972 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 3b7357bd-3807-4259-a565-14e116b421e8 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:36:24.415361 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38268) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:24.512067 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3499ec8a-85a9-46b6-bff9-5d19288ad2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:24.600553 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3499ec8a-85a9-46b6-bff9-5d19288ad2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:24.604359 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3499ec8a-85a9-46b6-bff9-5d19288ad2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:24.640146 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-3499ec8a-85a9-46b6-bff9-5d19288ad2f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b4f81d431884bf3a3a88eebf27be61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236886 Jun 30 05:36:24.642168 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499ec8a-85a9-46b6-bff9-5d19288ad2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954b84a4-281a-4423-b650-67cc6e4b91aa,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:24.642902 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38272) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:24.689786 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5c32-5edf-4bee-ab9d-7e0a4ad8bdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:24.709667 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5c32-5edf-4bee-ab9d-7e0a4ad8bdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:24.757586 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5c32-5edf-4bee-ab9d-7e0a4ad8bdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:24.760046 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5c32-5edf-4bee-ab9d-7e0a4ad8bdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:24.761201 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-6c7b5c32-5edf-4bee-ab9d-7e0a4ad8bdda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/954b84a4-281a-4423-b650-67cc6e4b91aa HTTP/1.1" status: 204 len: 168 time: 0.1172287 Jun 30 05:36:24.771807 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b5c32-5edf-4bee-ab9d-7e0a4ad8bdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954b84a4-281a-4423-b650-67cc6e4b91aa,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:26.293068 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38322) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:26.393920 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-96405456-2712-4e26-a210-56551f54f1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:26.480463 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-96405456-2712-4e26-a210-56551f54f1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:26.484168 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-96405456-2712-4e26-a210-56551f54f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:26.520391 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-96405456-2712-4e26-a210-56551f54f1c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b75ef50d0f5c4aa4ada9d3b13790186e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262678 Jun 30 05:36:26.522287 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96405456-2712-4e26-a210-56551f54f1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31b8cf2-62f1-49a3-98ca-c29d651d4ae1,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:26.523064 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38326) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:26.575630 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d8550789-8bf4-44f7-bf58-38ef7ce48ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:26.596335 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d8550789-8bf4-44f7-bf58-38ef7ce48ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:26.643273 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d8550789-8bf4-44f7-bf58-38ef7ce48ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:26.645806 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d8550789-8bf4-44f7-bf58-38ef7ce48ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:26.646922 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-d8550789-8bf4-44f7-bf58-38ef7ce48ec9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c31b8cf2-62f1-49a3-98ca-c29d651d4ae1 HTTP/1.1" status: 204 len: 168 time: 0.1227760 Jun 30 05:36:26.655197 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8550789-8bf4-44f7-bf58-38ef7ce48ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31b8cf2-62f1-49a3-98ca-c29d651d4ae1,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:26.897568 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38332) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:26.911055 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-923b87db-dd4f-4e83-b540-3a71adbee9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:27.000238 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-923b87db-dd4f-4e83-b540-3a71adbee9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:27.003729 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-923b87db-dd4f-4e83-b540-3a71adbee9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:27.039454 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-923b87db-dd4f-4e83-b540-3a71adbee9d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93f06fea822545aa9a4b5cf0e862007b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408212 Jun 30 05:36:27.041410 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b87db-dd4f-4e83-b540-3a71adbee9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db32003-3b26-43d7-b683-ca5753209159,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:27.042254 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38334) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:27.090443 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2b9ed9de-6079-4de3-add9-5e566d7a6c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:27.111576 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2b9ed9de-6079-4de3-add9-5e566d7a6c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:27.155651 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2b9ed9de-6079-4de3-add9-5e566d7a6c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:27.158286 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-2b9ed9de-6079-4de3-add9-5e566d7a6c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:27.159627 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-2b9ed9de-6079-4de3-add9-5e566d7a6c45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1db32003-3b26-43d7-b683-ca5753209159 HTTP/1.1" status: 204 len: 168 time: 0.1161146 Jun 30 05:36:27.167060 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ed9de-6079-4de3-add9-5e566d7a6c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db32003-3b26-43d7-b683-ca5753209159,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:32.777629 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38416) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:32.879331 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-247cca63-b129-46c2-8b51-80817d41edfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:32.963970 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-247cca63-b129-46c2-8b51-80817d41edfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:32.967779 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-247cca63-b129-46c2-8b51-80817d41edfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:33.005974 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-247cca63-b129-46c2-8b51-80817d41edfb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6a7932235ff40ef99a64d42d32ca50d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272718 Jun 30 05:36:33.007964 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cca63-b129-46c2-8b51-80817d41edfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d8e908-7594-40d5-9d72-83ee97fe423c,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:33.009002 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38420) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:33.065103 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1f0efb96-964a-4159-8f2d-2c188220bda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:33.084841 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1f0efb96-964a-4159-8f2d-2c188220bda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:33.128869 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1f0efb96-964a-4159-8f2d-2c188220bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:33.131520 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-1f0efb96-964a-4159-8f2d-2c188220bda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:33.132671 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-1f0efb96-964a-4159-8f2d-2c188220bda6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81d8e908-7594-40d5-9d72-83ee97fe423c HTTP/1.1" status: 204 len: 168 time: 0.1214621 Jun 30 05:36:33.140078 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0efb96-964a-4159-8f2d-2c188220bda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d8e908-7594-40d5-9d72-83ee97fe423c,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:33.383964 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38426) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:33.397221 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0a6c87db-7f69-4230-8246-586699650518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:33.483394 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0a6c87db-7f69-4230-8246-586699650518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:33.486750 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-0a6c87db-7f69-4230-8246-586699650518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:33.523038 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-0a6c87db-7f69-4230-8246-586699650518 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=623194121fce44e2bea48afb46cd6676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1379836 Jun 30 05:36:33.523908 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c87db-7f69-4230-8246-586699650518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eb8d42-2fe4-4ce9-9220-7dbe68164739,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:33.525685 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38428) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:33.575198 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-184324e9-64bb-46b4-9605-496430444d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:33.596270 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-184324e9-64bb-46b4-9605-496430444d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:33.643525 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-184324e9-64bb-46b4-9605-496430444d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:33.646005 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-184324e9-64bb-46b4-9605-496430444d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:33.647168 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-184324e9-64bb-46b4-9605-496430444d8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88eb8d42-2fe4-4ce9-9220-7dbe68164739 HTTP/1.1" status: 204 len: 168 time: 0.1204233 Jun 30 05:36:33.654691 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184324e9-64bb-46b4-9605-496430444d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eb8d42-2fe4-4ce9-9220-7dbe68164739,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:34.629697 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38458) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:34.728822 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c121032f-61d8-4353-90ba-fc86608346e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:34.814672 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c121032f-61d8-4353-90ba-fc86608346e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:34.818160 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-c121032f-61d8-4353-90ba-fc86608346e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:34.854707 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-c121032f-61d8-4353-90ba-fc86608346e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5e30c47d05e4961b98dac0fd8450099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239840 Jun 30 05:36:34.856000 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121032f-61d8-4353-90ba-fc86608346e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6467f1-3279-4235-86ee-a24d61d31726,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:34.858006 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38462) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:34.905563 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ae5838ad-2e3f-4015-820c-99c1ba79734d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:34.926281 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ae5838ad-2e3f-4015-820c-99c1ba79734d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:34.972611 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ae5838ad-2e3f-4015-820c-99c1ba79734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:34.975127 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-ae5838ad-2e3f-4015-820c-99c1ba79734d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:34.976272 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-ae5838ad-2e3f-4015-820c-99c1ba79734d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a6467f1-3279-4235-86ee-a24d61d31726 HTTP/1.1" status: 204 len: 168 time: 0.1172874 Jun 30 05:36:34.988716 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5838ad-2e3f-4015-820c-99c1ba79734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6467f1-3279-4235-86ee-a24d61d31726,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:39.331681 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.001607 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38542) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:40.099105 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-aba3d32f-358d-4e69-8b4d-c3a65be4e360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.185157 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-aba3d32f-358d-4e69-8b4d-c3a65be4e360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.188887 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-aba3d32f-358d-4e69-8b4d-c3a65be4e360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.228804 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-aba3d32f-358d-4e69-8b4d-c3a65be4e360 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4137e3377ad477ca6daa38d286d3ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261577 Jun 30 05:36:40.229736 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3d32f-358d-4e69-8b4d-c3a65be4e360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0279cb-f63e-435a-b0bf-151c4f7bf26d,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:40.231463 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38546) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:40.280228 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-eaf06c4a-cef8-4068-af29-0747ab39cac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.300490 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-eaf06c4a-cef8-4068-af29-0747ab39cac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.345384 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-eaf06c4a-cef8-4068-af29-0747ab39cac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.347919 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-eaf06c4a-cef8-4068-af29-0747ab39cac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.349058 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-eaf06c4a-cef8-4068-af29-0747ab39cac2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed0279cb-f63e-435a-b0bf-151c4f7bf26d HTTP/1.1" status: 204 len: 168 time: 0.1165409 Jun 30 05:36:40.356433 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf06c4a-cef8-4068-af29-0747ab39cac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0279cb-f63e-435a-b0bf-151c4f7bf26d,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:40.613978 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38554) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:40.627078 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9725f9be-6983-4d00-8540-59e86a615908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.711067 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9725f9be-6983-4d00-8540-59e86a615908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.714461 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9725f9be-6983-4d00-8540-59e86a615908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.753365 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-9725f9be-6983-4d00-8540-59e86a615908 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6da2ee77cd3e47fa804cf6611b3b4b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383092 Jun 30 05:36:40.755230 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725f9be-6983-4d00-8540-59e86a615908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57744f9-62ec-4818-b746-609586f1ae7e,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:40.756051 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38556) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:40.802231 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-95db27ad-714f-47ff-a729-a606fa7f96f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.822130 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-95db27ad-714f-47ff-a729-a606fa7f96f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.867132 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-95db27ad-714f-47ff-a729-a606fa7f96f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.869542 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-95db27ad-714f-47ff-a729-a606fa7f96f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:40.870663 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-95db27ad-714f-47ff-a729-a606fa7f96f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e57744f9-62ec-4818-b746-609586f1ae7e HTTP/1.1" status: 204 len: 168 time: 0.1136529 Jun 30 05:36:40.878662 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db27ad-714f-47ff-a729-a606fa7f96f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57744f9-62ec-4818-b746-609586f1ae7e,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:42.140127 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b4919f76-2320-4a6c-908d-9e2ab5be42f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:42.939196 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:36:42.993121 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-4cd4e07c-9413-434d-8cab-90ea0cca35e3 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580141649&fields=id&tenant_id=6d90c5aad4634b518d2658e6bda57cd8 HTTP/1.1" status: 200 len: 267 time: 0.0498104 Jun 30 05:36:43.102102 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029156c-6489-46d3-a755-be7381c712e7 req-de2af4b1-cd47-44dc-b8f5-02977b4dbe1c tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:43.103596 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-de2af4b1-cd47-44dc-b8f5-02977b4dbe1c tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 812 time: 0.1023831 Jun 30 05:36:43.118563 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-784dd44c-68e9-4b8a-b7fd-363fb4ea3de5 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/quotas/6d90c5aad4634b518d2658e6bda57cd8 HTTP/1.1" status: 200 len: 375 time: 0.0091460 Jun 30 05:36:43.195424 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-34cbecc2-19c2-4dfa-afd3-12db6da00704 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0708592 Jun 30 05:36:43.304167 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-d40e81dd-1e8d-4363-b906-a49efe0205e7 service neutron] 10.222.0.41 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960000 Jun 30 05:36:43.403442 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-e7ce338e-4ecf-41fe-8d94-74931890b7bb service neutron] 10.222.0.41 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931401 Jun 30 05:36:43.881782 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-7707a8ec-91fa-4fef-ba1f-6abffbe00078 req-36e30d14-cfc6-4737-9fb1-e574752b5352 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 210 time: 0.1933074 Jun 30 05:36:44.711449 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8cd0c1b5-f9ff-44ae-a74f-354401da1bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:44.745979 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029156c-6489-46d3-a755-be7381c712e7 req-afdb8d97-c432-4047-90d4-cad12a835f7e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:44.747634 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-afdb8d97-c432-4047-90d4-cad12a835f7e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 812 time: 0.1247549 Jun 30 05:36:44.790972 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:44.801953 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-9856f0fa-b65c-4ac5-928c-7ddaacf55417 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d90c5aad4634b518d2658e6bda57cd8 HTTP/1.1" status: 200 len: 380 time: 0.0373671 Jun 30 05:36:44.812817 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-3029156c-6489-46d3-a755-be7381c712e7 req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Request body: {'port': {'device_id': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'admin_state_up': True, 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'security_groups': ['b52acfec-210d-46ae-b479-acff08a42ba1']}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:36:44.928664 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38654) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:44.929207 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3029156c-6489-46d3-a755-be7381c712e7 req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Made reservation on behalf of 6d90c5aad4634b518d2658e6bda57cd8 for: {'port': 1} {{(pid=92842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 05:36:44.932344 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3029156c-6489-46d3-a755-be7381c712e7 req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.030669 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-942e0ea7-362b-4848-abf9-c6bc2be3eb53 req-a6104af3-577e-47b4-bb9a-f1182ecd7906 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 210 time: 0.0302098 Jun 30 05:36:45.048311 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba096-16bb-4a7b-9948-d788092d7e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.080050 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_common [req-3029156c-6489-46d3-a755-be7381c712e7 req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Allocated IP 172.20.0.7 (35ef2ae9-7d57-49b3-9314-f362e1dd3878/ecac3324-9bc1-4452-b145-1d415560dcf9/932eb251-8ee4-4b41-84dd-0a572359cc98) {{(pid=92842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:36:45.140455 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba096-16bb-4a7b-9948-d788092d7e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.145050 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba096-16bb-4a7b-9948-d788092d7e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.191657 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-dd6ba096-16bb-4a7b-9948-d788092d7e73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2d7cfa33943485687575ea238088a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619319 Jun 30 05:36:45.192553 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38658) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:45.198498 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ba096-16bb-4a7b-9948-d788092d7e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36f78e7-5255-4f1d-9659-85f2cff3d536,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:45.236284 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3029156c-6489-46d3-a755-be7381c712e7 req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for port, precommit_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.252532 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-3029156c-6489-46d3-a755-be7381c712e7 req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Transition to ACTIVE for port object 932eb251-8ee4-4b41-84dd-0a572359cc98 will not be triggered until provisioned by entity DHCP. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:36:45.259312 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d1b66e21-58e3-4d59-bebe-93e1299a7eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.281563 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d1b66e21-58e3-4d59-bebe-93e1299a7eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.287291 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3029156c-6489-46d3-a755-be7381c712e7 req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8690508'] for port, after_create {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.335696 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3029156c-6489-46d3-a755-be7381c712e7 req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 is already hosted by enough agents. {{(pid=92842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:36:45.337126 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d1b66e21-58e3-4d59-bebe-93e1299a7eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.340166 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d1b66e21-58e3-4d59-bebe-93e1299a7eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.342106 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.base_scheduler [req-3029156c-6489-46d3-a755-be7381c712e7 req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Resources bound (agent type, host, resource id): {{(pid=92842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:36:45.342255 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d1b66e21-58e3-4d59-bebe-93e1299a7eff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c36f78e7-5255-4f1d-9659-85f2cff3d536 HTTP/1.1" status: 204 len: 168 time: 0.1486528 Jun 30 05:36:45.345634 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-3029156c-6489-46d3-a755-be7381c712e7 req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Received port after_create {{(pid=92842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:36:45.351096 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b66e21-58e3-4d59-bebe-93e1299a7eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36f78e7-5255-4f1d-9659-85f2cff3d536,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:45.356242 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'Port': ['ID=932eb251-8ee4-4b41-84dd-0a572359cc98,revision_number=1']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:45.410526 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029156c-6489-46d3-a755-be7381c712e7 req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:45.411219 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3029156c-6489-46d3-a755-be7381c712e7 req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.427605 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-8359ce62-eb90-4887-8682-779e8c09dbbe tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6199367 Jun 30 05:36:45.439254 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.v2.base [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Request body: {'port': {'device_id': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=92842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:36:45.523170 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.616979 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-98924633-2b7c-4263-8350-4fed72bb7592 None None] Provisioning for port 932eb251-8ee4-4b41-84dd-0a572359cc98 completed by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:36:45.622107 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-98924633-2b7c-4263-8350-4fed72bb7592 None None] Provisioning complete for port 932eb251-8ee4-4b41-84dd-0a572359cc98 triggered by entity DHCP. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:36:45.623336 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98924633-2b7c-4263-8350-4fed72bb7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.660518 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-98924633-2b7c-4263-8350-4fed72bb7592 None None] Port 932eb251-8ee4-4b41-84dd-0a572359cc98 cannot update to ACTIVE because it is not bound. {{(pid=92844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 05:36:45.803362 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932eb251-8ee4-4b41-84dd-0a572359cc98 {{(pid=92842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:36:45.810518 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.822085 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.provisioning_blocks [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Transition to ACTIVE for port object 932eb251-8ee4-4b41-84dd-0a572359cc98 will not be triggered until provisioned by entity L2. {{(pid=92842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 05:36:45.825547 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.846169 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:45.876731 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Pushing event updated for resources: {'Port': ['ID=932eb251-8ee4-4b41-84dd-0a572359cc98,revision_number=2']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:45.947542 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Attempting to bind port 932eb251-8ee4-4b41-84dd-0a572359cc98 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 05:36:45.947884 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Attempting to bind port 932eb251-8ee4-4b41-84dd-0a572359cc98 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 05:36:45.948217 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Attempting to bind port 932eb251-8ee4-4b41-84dd-0a572359cc98 on network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:36:45.952780 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Port 932eb251-8ee4-4b41-84dd-0a572359cc98 on network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 05:36:45.953105 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Attempting to bind port 932eb251-8ee4-4b41-84dd-0a572359cc98 on network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 05:36:45.958090 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Checking agent: {'id': 'ee66ca99-f3d6-480a-808d-d1a49815c469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'started_at': datetime.datetime(2021, 6, 30, 5, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 5, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 05:36:45.958429 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Checking segment: {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 05:36:45.958817 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Bound using segment: {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'} {{(pid=92842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 05:36:45.959281 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.managers [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Bound port: 932eb251-8ee4-4b41-84dd-0a572359cc98, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91b381f-5deb-4c60-8aa1-fb4015685ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878'}}] {{(pid=92842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 05:36:45.959641 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:46.032410 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] For port 932eb251-8ee4-4b41-84dd-0a572359cc98, host hv-cinder-77218, cleared binding levels {{(pid=92842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 05:36:46.035574 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] For port 932eb251-8ee4-4b41-84dd-0a572359cc98, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=932eb251-8ee4-4b41-84dd-0a572359cc98,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 05:36:46.039511 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8690558'] for port, after_update {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:46.070684 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:46.071335 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:46.072800 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] 10.222.0.35 "PUT /v2.0/ports/932eb251-8ee4-4b41-84dd-0a572359cc98 HTTP/1.1" status: 200 len: 1093 time: 0.6381261 Jun 30 05:36:46.075260 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'tag': '932eb251-8ee4-4b41-84dd-0a572359cc98'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:36:46.078861 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df45aa3-b8ba-4615-b384-c9097c8cb0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcba020-6fe9-4a35-9a00-6fe9dede8424", "tag": "932eb251-8ee4-4b41-84dd-0a572359cc98"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:36:46.108699 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8a3c2-1170-42f2-be7d-59317f9130f6 service neutron] Pushing event updated for resources: {'Port': ['ID=932eb251-8ee4-4b41-84dd-0a572359cc98,revision_number=3']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:46.127231 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8608f5e3-7b7f-4a00-b2ce-5c233ecb7d13 x-openstack-request-id: req-8608f5e3-7b7f-4a00-b2ce-5c233ecb7d13 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:36:46.127634 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcba020-6fe9-4a35-9a00-6fe9dede8424", "tag": "932eb251-8ee4-4b41-84dd-0a572359cc98", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:36:46.127890 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8608f5e3-7b7f-4a00-b2ce-5c233ecb7d13 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:36:46.128294 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'tag': '932eb251-8ee4-4b41-84dd-0a572359cc98', 'status': 'completed', 'code': 200} Jun 30 05:36:46.192201 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029156c-6489-46d3-a755-be7381c712e7 req-4dd5aea6-5174-4d4b-a206-ab90011944a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:46.193781 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-4dd5aea6-5174-4d4b-a206-ab90011944a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 1096 time: 0.0588200 Jun 30 05:36:46.237016 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-659de9ab-8f82-4a5f-8256-e8ada0e9206c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=932eb251-8ee4-4b41-84dd-0a572359cc98 HTTP/1.1" status: 200 len: 217 time: 0.0364990 Jun 30 05:36:46.239137 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589928c-2dd8-4902-93dc-9b8bf0a7c4b2 req-b31a869e-57b5-4f32-a46c-a47865356040 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:46.240707 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3589928c-2dd8-4902-93dc-9b8bf0a7c4b2 req-b31a869e-57b5-4f32-a46c-a47865356040 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 943 time: 0.0675895 Jun 30 05:36:46.280323 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3589928c-2dd8-4902-93dc-9b8bf0a7c4b2 req-7dd54bd2-a45f-4860-a146-3d6c803a08b0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338044 Jun 30 05:36:46.287393 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029156c-6489-46d3-a755-be7381c712e7 req-c325caff-6d52-430e-8ba6-438e22087b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:46.288869 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-c325caff-6d52-430e-8ba6-438e22087b69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0449188 Jun 30 05:36:46.354188 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029156c-6489-46d3-a755-be7381c712e7 req-7da1bdb2-09d6-4e1e-9266-d9e83c0358db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:46.355713 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-7da1bdb2-09d6-4e1e-9266-d9e83c0358db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0599849 Jun 30 05:36:46.442427 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-ed15c978-7ff4-4812-a559-ff5dd080b285 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790069 Jun 30 05:36:46.532342 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-3029156c-6489-46d3-a755-be7381c712e7 req-34967d26-616a-48c6-b278-325d9194efd6 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832863 Jun 30 05:36:46.634361 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45aa3-b8ba-4615-b384-c9097c8cb0ec req-c0dbd199-79e2-4ca4-9716-4d4c98499fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:46.635740 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df45aa3-b8ba-4615-b384-c9097c8cb0ec req-c0dbd199-79e2-4ca4-9716-4d4c98499fd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 1096 time: 0.0518453 Jun 30 05:36:46.721131 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45aa3-b8ba-4615-b384-c9097c8cb0ec req-4bddea65-eba0-4ee0-ae77-0621fc846496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:46.722558 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df45aa3-b8ba-4615-b384-c9097c8cb0ec req-4bddea65-eba0-4ee0-ae77-0621fc846496 service neutron] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 913 time: 0.0806887 Jun 30 05:36:46.765168 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df45aa3-b8ba-4615-b384-c9097c8cb0ec req-f052a6a1-5eb7-4fc1-a8f7-d7e4f3b9561e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=932eb251-8ee4-4b41-84dd-0a572359cc98 HTTP/1.1" status: 200 len: 217 time: 0.0354555 Jun 30 05:36:46.811542 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45aa3-b8ba-4615-b384-c9097c8cb0ec req-e527456d-d93e-4c55-b74b-523d1ffeae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:46.812935 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df45aa3-b8ba-4615-b384-c9097c8cb0ec req-e527456d-d93e-4c55-b74b-523d1ffeae85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0417924 Jun 30 05:36:46.867666 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45aa3-b8ba-4615-b384-c9097c8cb0ec req-caed4ab0-4b46-4bcd-bf49-7abef6144c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:46.869074 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df45aa3-b8ba-4615-b384-c9097c8cb0ec req-caed4ab0-4b46-4bcd-bf49-7abef6144c11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492823 Jun 30 05:36:46.961534 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df45aa3-b8ba-4615-b384-c9097c8cb0ec req-0f0c6aaf-efb0-4739-a8cd-2ee2f9d53df7 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836229 Jun 30 05:36:47.050184 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2df45aa3-b8ba-4615-b384-c9097c8cb0ec req-fa3580aa-f945-41bc-8e1d-fadcd8a4b8b8 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790207 Jun 30 05:36:47.339976 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:47.601652 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432aa90f-0505-4ccc-89dd-9b97eca9efcd req-7b2a9862-4850-4f8e-9d58-0dfe9ddf4d39 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:47.602990 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-432aa90f-0505-4ccc-89dd-9b97eca9efcd req-7b2a9862-4850-4f8e-9d58-0dfe9ddf4d39 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 943 time: 0.2052000 Jun 30 05:36:47.640566 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-432aa90f-0505-4ccc-89dd-9b97eca9efcd req-30256c45-f824-49a7-a2a0-0518ab04a772 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Jun 30 05:36:48.807854 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83789db1-44f1-42fb-b566-0c5519a90cd9 req-d5f81dd6-8fea-44c1-9748-8c8d65b16595 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:48.809306 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-83789db1-44f1-42fb-b566-0c5519a90cd9 req-d5f81dd6-8fea-44c1-9748-8c8d65b16595 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 943 time: 0.0604911 Jun 30 05:36:48.847408 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-83789db1-44f1-42fb-b566-0c5519a90cd9 req-7f555413-16c1-40ac-a8c2-dded64d90225 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Jun 30 05:36:50.167852 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294ca25-de49-4ae2-a648-8358a791f55a req-9542612a-8dae-4ce5-a959-0411e1570ccf tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:50.169853 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3294ca25-de49-4ae2-a648-8358a791f55a req-9542612a-8dae-4ce5-a959-0411e1570ccf tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 943 time: 0.0637302 Jun 30 05:36:50.206166 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-3294ca25-de49-4ae2-a648-8358a791f55a req-bd780f76-71ec-434e-9b4b-837f28e22271 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307214 Jun 30 05:36:51.373689 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ac5dd-9498-4fbc-90fb-7a783a68512e req-ed22ccb5-5a7c-4480-975b-835c70bfe73b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:51.375155 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ac7ac5dd-9498-4fbc-90fb-7a783a68512e req-ed22ccb5-5a7c-4480-975b-835c70bfe73b tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 943 time: 0.0624835 Jun 30 05:36:51.411211 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-ac7ac5dd-9498-4fbc-90fb-7a783a68512e req-a18f90dc-f462-4788-87b3-a176b9095ba1 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305240 Jun 30 05:36:52.577481 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4df342-b48f-4f38-b502-eae5451287b4 req-5e721b27-10d5-4f22-be24-c30e74fa6972 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:52.578930 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9e4df342-b48f-4f38-b502-eae5451287b4 req-5e721b27-10d5-4f22-be24-c30e74fa6972 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 943 time: 0.0606089 Jun 30 05:36:52.615306 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-9e4df342-b48f-4f38-b502-eae5451287b4 req-20c3f438-6f99-46cc-8671-7352b4e1d708 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307667 Jun 30 05:36:53.783669 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 932eb251-8ee4-4b41-84dd-0a572359cc98 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=92844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 05:36:53.791084 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76616a72-a491-4d19-99bf-59baa32f14ec req-c98d359b-1fbb-428b-9c16-f31188c099b9 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:53.792590 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-76616a72-a491-4d19-99bf-59baa32f14ec req-c98d359b-1fbb-428b-9c16-f31188c099b9 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 943 time: 0.0660887 Jun 30 05:36:53.830390 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-76616a72-a491-4d19-99bf-59baa32f14ec req-b91e08d8-ec4e-4323-bfb6-3b8e64ec09fc tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312157 Jun 30 05:36:53.876263 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 932eb251-8ee4-4b41-84dd-0a572359cc98, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=932eb251-8ee4-4b41-84dd-0a572359cc98,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:36:53.890515 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Returning: {'device': '932eb251-8ee4-4b41-84dd-0a572359cc98', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'port_id': '932eb251-8ee4-4b41-84dd-0a572359cc98', 'mac_address': 'fa:16:3e:06:c1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 05:36:53.925104 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:53.937195 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932eb251-8ee4-4b41-84dd-0a572359cc98 {{(pid=92844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 05:36:53.955952 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 932eb251-8ee4-4b41-84dd-0a572359cc98, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=932eb251-8ee4-4b41-84dd-0a572359cc98,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:36:53.959674 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:54.006999 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=932eb251-8ee4-4b41-84dd-0a572359cc98,revision_number=4']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:54.013755 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:54.014098 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:54.014429 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:54.014756 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:54.015078 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:54.015423 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:54.015741 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:54.016057 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:54.016371 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:54.016685 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:54.016995 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:54.017303 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:36:54.173725 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] get_ports_and_sgs() called for port_ids ['932eb251-8ee4-4b41-84dd-0a572359cc98'] {{(pid=92844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 05:36:54.995575 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a996dc6-8d8d-49a2-b2dc-88fcd6d86725 req-973962e3-d963-4dc6-8598-02e324269e0c tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:54.997524 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2a996dc6-8d8d-49a2-b2dc-88fcd6d86725 req-973962e3-d963-4dc6-8598-02e324269e0c tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 944 time: 0.0604713 Jun 30 05:36:55.034576 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2a996dc6-8d8d-49a2-b2dc-88fcd6d86725 req-478edb63-7042-4f90-ba66-abb44ec9199d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311751 Jun 30 05:36:55.799015 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 932eb251-8ee4-4b41-84dd-0a572359cc98 up at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 05:36:55.844755 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning for port 932eb251-8ee4-4b41-84dd-0a572359cc98 completed by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 05:36:55.848160 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.provisioning_blocks [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Provisioning complete for port 932eb251-8ee4-4b41-84dd-0a572359cc98 triggered by entity L2. {{(pid=92844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 05:36:55.848526 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647378'] for port, provisioning_complete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:55.922410 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:55.943932 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932eb251-8ee4-4b41-84dd-0a572359cc98'}] {{(pid=92844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:36:55.946161 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d645cc66d42aaa34170fb379d2e9d5b685f18ad70102a152bc4de957271e8639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcef580-0b93-412f-ba57-783862b73f41" -d '{"events": [{"server_uuid": "bfcba020-6fe9-4a35-9a00-6fe9dede8424", "name": "network-vif-plugged", "status": "completed", "tag": "932eb251-8ee4-4b41-84dd-0a572359cc98"}]}' {{(pid=92844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:36:55.959005 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] For port 932eb251-8ee4-4b41-84dd-0a572359cc98, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=932eb251-8ee4-4b41-84dd-0a572359cc98,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:36:55.962730 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380'] for port, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:55.987350 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e500950b-1787-4823-ac67-1107713b4217 x-openstack-request-id: req-e500950b-1787-4823-ac67-1107713b4217 {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:36:55.987636 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcba020-6fe9-4a35-9a00-6fe9dede8424", "name": "network-vif-plugged", "status": "completed", "tag": "932eb251-8ee4-4b41-84dd-0a572359cc98", "code": 200}]} {{(pid=92844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:36:55.987883 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e500950b-1787-4823-ac67-1107713b4217 {{(pid=92844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:36:55.988263 dv-cinder-772181-11-iscsi neutron-server[92844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932eb251-8ee4-4b41-84dd-0a572359cc98', 'code': 200} Jun 30 05:36:56.016072 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Pushing event updated for resources: {'Port': ['ID=932eb251-8ee4-4b41-84dd-0a572359cc98,revision_number=5']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:56.211442 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbb1a8-40ba-431e-8fbe-b97f43c0d078 req-4d0ad1c4-eaa3-49bb-b922-534d6fbc1cb1 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:56.212913 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-18cbb1a8-40ba-431e-8fbe-b97f43c0d078 req-4d0ad1c4-eaa3-49bb-b922-534d6fbc1cb1 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 945 time: 0.0683601 Jun 30 05:36:56.245096 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a4d84-9fc5-46b6-8b7d-37eff65203ea req-7d81a6e9-0ba0-4a1f-ae6e-ff9a460202b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:56.246573 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2f6a4d84-9fc5-46b6-8b7d-37eff65203ea req-7d81a6e9-0ba0-4a1f-ae6e-ff9a460202b0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 1098 time: 0.0518589 Jun 30 05:36:56.251067 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-18cbb1a8-40ba-431e-8fbe-b97f43c0d078 req-57f16f49-7c88-4b43-ac7d-597c85470c27 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Jun 30 05:36:56.284969 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-2f6a4d84-9fc5-46b6-8b7d-37eff65203ea req-6f1486f6-37f5-4bca-99f4-2bcf4973f915 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Jun 30 05:36:57.425582 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727863f-43d1-426d-87e0-91c0c8e4875b req-5d232f7d-0bd6-4ac5-b418-96423a407461 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:57.427024 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2727863f-43d1-426d-87e0-91c0c8e4875b req-5d232f7d-0bd6-4ac5-b418-96423a407461 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 945 time: 0.0618310 Jun 30 05:36:57.463733 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-2727863f-43d1-426d-87e0-91c0c8e4875b req-b532b364-57e0-4067-9065-c7db9b37658d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312035 Jun 30 05:36:57.631638 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cae27-cf5d-4db0-849a-e9e5bf66508b req-2f8ec88a-1eae-4f31-ba06-8a512e95beca tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:57.632987 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-032cae27-cf5d-4db0-849a-e9e5bf66508b req-2f8ec88a-1eae-4f31-ba06-8a512e95beca tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 945 time: 0.0622404 Jun 30 05:36:57.668486 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-032cae27-cf5d-4db0-849a-e9e5bf66508b req-db9e4a6e-f67c-4190-ab83-0a75c85d0a12 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299942 Jun 30 05:36:57.692916 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38692) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:57.745684 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e832d1db-9d63-4017-826b-803e4bd747fd tempest-TestVolumeBootPattern-1669495626 tempest-TestVolumeBootPattern-1669495626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:57.747777 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-e832d1db-9d63-4017-826b-803e4bd747fd tempest-TestVolumeBootPattern-1669495626 tempest-TestVolumeBootPattern-1669495626-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 1093 time: 0.0539131 Jun 30 05:36:57.750583 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38694) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:36:57.754934 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.v2.base [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Request body: {'floatingip': {'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'port_id': '932eb251-8ee4-4b41-84dd-0a572359cc98', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 05:36:57.775397 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for floatingip, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:57.865955 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:57.970792 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_common [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Allocated IP 172.27.2.235 (baaca982-d1cd-4ce8-95d0-ccecaf1c3851/5f859281-69fd-4510-82b8-0a04b9da6e59/698f4fa7-0049-49cb-abd8-f614b1ee9aa2) {{(pid=92843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 05:36:58.064773 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for port, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:58.105159 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-532326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-143614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786355881409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10103871'] for port, after_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:58.141266 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Network baaca982-d1cd-4ce8-95d0-ccecaf1c3851 is already hosted by enough agents. {{(pid=92843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 05:36:58.143914 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.base_scheduler [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Resources bound (agent type, host, resource id): {{(pid=92843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 05:36:58.147289 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Received port after_create {{(pid=92843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 05:36:58.154814 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'Port': ['ID=698f4fa7-0049-49cb-abd8-f614b1ee9aa2,revision_number=1']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:58.502278 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:58.572364 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532265'] for port, before_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:58.722766 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for port, precommit_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:58.727135 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786356383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786355881427', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786355877380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10103821'] for port, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:58.795043 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event updated for resources: {'Port': ['ID=698f4fa7-0049-49cb-abd8-f614b1ee9aa2,revision_number=2']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:36:58.804657 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3746828'] for floatingip, after_update {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:58.901773 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.db.l3_db [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Floating IP cc80d5ad-0626-4b3b-b917-20913163d2bc associated. External IP: 172.27.2.235, port: 932eb251-8ee4-4b41-84dd-0a572359cc98. Jun 30 05:36:59.096106 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Router 373ed9f2-967d-4440-8d1f-43fc4278572e has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:36:59.199437 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:36:59.210415 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24acec7-7f64-4fcd-ad59-bb8da461c73a None None] Sync routers for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:36:59.214498 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:36:59.220612 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24acec7-7f64-4fcd-ad59-bb8da461c73a None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:36:59.221252 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-c24acec7-7f64-4fcd-ad59-bb8da461c73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:36:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:36:59.253198 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-10766850-58fb-473e-b20f-3e721d2d8a61 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5015590 Jun 30 05:36:59.253767 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'tag': '932eb251-8ee4-4b41-84dd-0a572359cc98'}] {{(pid=92843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:36:59.256099 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b28f5f11860cf26df7d8e46eb7cdcae24a1f7426500d780ca6df764020a27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd376887-9ca7-46e6-804c-673d712e41b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcba020-6fe9-4a35-9a00-6fe9dede8424", "tag": "932eb251-8ee4-4b41-84dd-0a572359cc98"}]}' {{(pid=92843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:36:59.296554 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8b7c67-7ba8-48b0-b70f-e04df0149c98 x-openstack-request-id: req-5f8b7c67-7ba8-48b0-b70f-e04df0149c98 {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:36:59.296843 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcba020-6fe9-4a35-9a00-6fe9dede8424", "tag": "932eb251-8ee4-4b41-84dd-0a572359cc98", "status": "completed", "code": 200}]} {{(pid=92843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:36:59.297091 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f8b7c67-7ba8-48b0-b70f-e04df0149c98 {{(pid=92843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:36:59.297487 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'tag': '932eb251-8ee4-4b41-84dd-0a572359cc98', 'status': 'completed', 'code': 200} Jun 30 05:36:59.326829 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-c24acec7-7f64-4fcd-ad59-bb8da461c73a None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:36:59.376629 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd376887-9ca7-46e6-804c-673d712e41b6 req-9364dee8-670d-4c63-a7b1-871a425ccd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:59.378026 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fd376887-9ca7-46e6-804c-673d712e41b6 req-9364dee8-670d-4c63-a7b1-871a425ccd6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 1098 time: 0.0561595 Jun 30 05:36:59.464684 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd376887-9ca7-46e6-804c-673d712e41b6 req-a513d3dd-691e-41bf-961c-524a98b3844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:59.466670 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fd376887-9ca7-46e6-804c-673d712e41b6 req-a513d3dd-691e-41bf-961c-524a98b3844e service neutron] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 913 time: 0.0817490 Jun 30 05:36:59.534342 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fd376887-9ca7-46e6-804c-673d712e41b6 req-d394e71b-7505-48c6-94aa-c4c5a06f91a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=932eb251-8ee4-4b41-84dd-0a572359cc98 HTTP/1.1" status: 200 len: 999 time: 0.0606322 Jun 30 05:36:59.552016 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-c24acec7-7f64-4fcd-ad59-bb8da461c73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '85a9b97b-8d78-4ff6-81f0-c70cf20804aa', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '3e1fff2d-878d-4004-b557-49e88be76add', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:26:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:35:00Z', 'updated_at': '2021-06-30T05:35:02Z', 'revision_number': 1, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}, {'id': 'cc80d5ad-0626-4b3b-b917-20913163d2bc', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '932eb251-8ee4-4b41-84dd-0a572359cc98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:06:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:36:58Z', 'updated_at': '2021-06-30T05:36:58Z', 'revision_number': 0, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:36:59.576817 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24acec7-7f64-4fcd-ad59-bb8da461c73a None None] Checking router: 373ed9f2-967d-4440-8d1f-43fc4278572e for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:36:59.581773 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd376887-9ca7-46e6-804c-673d712e41b6 req-54f2cd8d-93d4-4f3b-b84c-f6a92daed379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:59.583238 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fd376887-9ca7-46e6-804c-673d712e41b6 req-54f2cd8d-93d4-4f3b-b84c-f6a92daed379 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0427740 Jun 30 05:36:59.584757 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24acec7-7f64-4fcd-ad59-bb8da461c73a None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:36:59.585336 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-c24acec7-7f64-4fcd-ad59-bb8da461c73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:36:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:36:59.639042 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd376887-9ca7-46e6-804c-673d712e41b6 req-d9887295-5430-4cdc-ad9e-e2da92b288ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:36:59.640451 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fd376887-9ca7-46e6-804c-673d712e41b6 req-d9887295-5430-4cdc-ad9e-e2da92b288ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510626 Jun 30 05:36:59.650940 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [req-fd376887-9ca7-46e6-804c-673d712e41b6 req-b5346c9b-9834-4832-9af4-9315a4adc0c4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=92842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 05:36:59.651882 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fd376887-9ca7-46e6-804c-673d712e41b6 req-b5346c9b-9834-4832-9af4-9315a4adc0c4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049541 Jun 30 05:36:59.688646 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-c24acec7-7f64-4fcd-ad59-bb8da461c73a None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:36:59.740211 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fd376887-9ca7-46e6-804c-673d712e41b6 req-05c974d4-1b84-4d29-973a-605beaa2bdb7 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817559 Jun 30 05:36:59.827962 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-fd376887-9ca7-46e6-804c-673d712e41b6 req-4cf49378-a9e9-4059-9034-3dd13ee44bf2 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818026 Jun 30 05:36:59.910050 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-c24acec7-7f64-4fcd-ad59-bb8da461c73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '85a9b97b-8d78-4ff6-81f0-c70cf20804aa', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '3e1fff2d-878d-4004-b557-49e88be76add', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:26:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:35:00Z', 'updated_at': '2021-06-30T05:35:02Z', 'revision_number': 1, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}, {'id': 'cc80d5ad-0626-4b3b-b917-20913163d2bc', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '932eb251-8ee4-4b41-84dd-0a572359cc98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:06:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:36:58Z', 'updated_at': '2021-06-30T05:36:58Z', 'revision_number': 0, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:36:59.935800 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24acec7-7f64-4fcd-ad59-bb8da461c73a None None] The sync data for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi is: [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '85a9b97b-8d78-4ff6-81f0-c70cf20804aa', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '3e1fff2d-878d-4004-b557-49e88be76add', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:26:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:35:00Z', 'updated_at': '2021-06-30T05:35:02Z', 'revision_number': 1, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}, {'id': 'cc80d5ad-0626-4b3b-b917-20913163d2bc', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '932eb251-8ee4-4b41-84dd-0a572359cc98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:06:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:36:58Z', 'updated_at': '2021-06-30T05:36:58Z', 'revision_number': 0, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:37:00.116033 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363c8a1-335f-4ce8-9990-07d0c6f66ccf None None] New status for floating IP cc80d5ad-0626-4b3b-b917-20913163d2bc: ACTIVE {{(pid=92845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:37:09.328524 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:37:12.140098 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-02f2433a-a7c5-4c81-81cd-8d1c07bddfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:37:14.704238 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-65f9412a-f312-4076-a475-f4fe43a8587e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:37:14.780754 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:37:15.750213 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-872b6d97-eabc-4416-9266-bcab105eb262 req-4e749c80-bef1-4137-afb1-f9437613997f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0946074 Jun 30 05:37:15.847839 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b6d97-eabc-4416-9266-bcab105eb262 req-745afc13-c2ab-443f-ab5a-e78dba761d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:37:15.849132 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:37:15.849633 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-872b6d97-eabc-4416-9266-bcab105eb262 req-745afc13-c2ab-443f-ab5a-e78dba761d2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 1098 time: 0.0565171 Jun 30 05:37:15.948619 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b6d97-eabc-4416-9266-bcab105eb262 req-e3e096a3-e231-47f9-ab4d-ce03bff0d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:37:15.950057 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-872b6d97-eabc-4416-9266-bcab105eb262 req-e3e096a3-e231-47f9-ab4d-ce03bff0d68a service neutron] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 913 time: 0.0799887 Jun 30 05:37:16.016346 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-872b6d97-eabc-4416-9266-bcab105eb262 req-168af7e3-7aea-4139-b1c5-59db59180c8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e1fff2d-878d-4004-b557-49e88be76add HTTP/1.1" status: 200 len: 1001 time: 0.0597250 Jun 30 05:37:16.064866 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b6d97-eabc-4416-9266-bcab105eb262 req-7172b61f-60ae-433c-861d-6e1f5fcf57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:37:16.066296 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-872b6d97-eabc-4416-9266-bcab105eb262 req-7172b61f-60ae-433c-861d-6e1f5fcf57ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0419946 Jun 30 05:37:16.123446 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b6d97-eabc-4416-9266-bcab105eb262 req-9808fb34-8f77-4ce3-b9b5-fbc841e05d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:37:16.124863 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-872b6d97-eabc-4416-9266-bcab105eb262 req-9808fb34-8f77-4ce3-b9b5-fbc841e05d1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512080 Jun 30 05:37:16.214188 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-872b6d97-eabc-4416-9266-bcab105eb262 req-33f656e5-363a-479a-8fc2-3b35e0f391eb service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813694 Jun 30 05:37:16.299497 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-872b6d97-eabc-4416-9266-bcab105eb262 req-597acf1f-eb97-47d8-b351-12608a412bc8 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784731 Jun 30 05:37:17.341056 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:37:19.939699 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:37:39.332864 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:37:42.140634 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-5bd9f92c-9c21-4d52-bed8-dca9d2de2201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:37:44.704039 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-6b44349c-924c-431c-af32-157d698d842d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:37:44.780379 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:37:45.851218 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:37:47.345386 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:37:56.938508 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:38:09.354734 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:12.140796 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-55980d91-2788-4bbc-aa2e-f535174320ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:14.706362 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a247a20d-3187-41de-9577-83532e8b1159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:14.780269 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:15.855230 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:17.347182 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:17.735946 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56fd87f5-bb3c-4415-8359-88da680278a9 req-358a5844-2545-430c-9d13-58050a898780 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516500 Jun 30 05:38:17.810129 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd87f5-bb3c-4415-8359-88da680278a9 req-4ed12a6e-c987-4d25-a897-a96eb0c59469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:17.811584 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56fd87f5-bb3c-4415-8359-88da680278a9 req-4ed12a6e-c987-4d25-a897-a96eb0c59469 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 1098 time: 0.0538037 Jun 30 05:38:17.909607 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd87f5-bb3c-4415-8359-88da680278a9 req-8f352f52-1dd1-4ece-a270-98fbb5791ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:17.911018 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56fd87f5-bb3c-4415-8359-88da680278a9 req-8f352f52-1dd1-4ece-a270-98fbb5791ed8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 913 time: 0.0800471 Jun 30 05:38:17.976654 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56fd87f5-bb3c-4415-8359-88da680278a9 req-e80cfe5a-2cf8-4f78-8bba-5da655c249a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=932eb251-8ee4-4b41-84dd-0a572359cc98 HTTP/1.1" status: 200 len: 1001 time: 0.0584416 Jun 30 05:38:18.023864 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd87f5-bb3c-4415-8359-88da680278a9 req-13ae0ce2-e1ad-4678-a7b9-df3c18488b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:18.025187 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56fd87f5-bb3c-4415-8359-88da680278a9 req-13ae0ce2-e1ad-4678-a7b9-df3c18488b8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0419822 Jun 30 05:38:18.078413 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd87f5-bb3c-4415-8359-88da680278a9 req-aea20d8d-ffe7-4eb1-80bb-c6a869e3ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:18.079819 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56fd87f5-bb3c-4415-8359-88da680278a9 req-aea20d8d-ffe7-4eb1-80bb-c6a869e3ee4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489430 Jun 30 05:38:18.166092 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56fd87f5-bb3c-4415-8359-88da680278a9 req-20b8f3f8-3f8d-4699-9756-d9e21f6b3ace service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798440 Jun 30 05:38:18.251240 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-56fd87f5-bb3c-4415-8359-88da680278a9 req-0fe5fe3e-a1a5-48b3-8532-60ab52612902 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787659 Jun 30 05:38:26.300377 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38726) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:26.539370 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Deleting port 698f4fa7-0049-49cb-abd8-f614b1ee9aa2 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:38:26.539706 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:26.614165 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:26.614501 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:26.626624 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Calling delete_port for 698f4fa7-0049-49cb-abd8-f614b1ee9aa2 owned by network:floatingip {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:38:26.768380 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:26.790835 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event deleted for resources: {'Port': ['ID=698f4fa7-0049-49cb-abd8-f614b1ee9aa2,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:26.804725 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:26.805066 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:26.805402 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:26.805729 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:26.806052 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:26.806376 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:26.806697 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:26.807013 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:26.807357 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:26.807671 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:26.807981 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:26.808293 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:26.863896 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for floatingip, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:26.864132 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Floating IP cc80d5ad-0626-4b3b-b917-20913163d2bc disassociated (deleted). External IP: 172.27.2.235, port: 932eb251-8ee4-4b41-84dd-0a572359cc98. Jun 30 05:38:27.068212 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Router 373ed9f2-967d-4440-8d1f-43fc4278572e has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:38:27.174105 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:38:27.178846 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:27.183044 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d22cc8-d6f7-4c97-993f-8d6d350850c3 None None] Sync routers for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:38:27.192107 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d22cc8-d6f7-4c97-993f-8d6d350850c3 None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:38:27.192717 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-64d22cc8-d6f7-4c97-993f-8d6d350850c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:38:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:27.213225 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-6addb799-00b9-484c-9257-976d2f8b80b4 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "DELETE /v2.0/floatingips/cc80d5ad-0626-4b3b-b917-20913163d2bc HTTP/1.1" status: 204 len: 168 time: 0.9117682 Jun 30 05:38:27.213771 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'tag': '932eb251-8ee4-4b41-84dd-0a572359cc98'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:38:27.217080 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ef24f8-3d49-4642-be09-95f1d1b37512" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcba020-6fe9-4a35-9a00-6fe9dede8424", "tag": "932eb251-8ee4-4b41-84dd-0a572359cc98"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:38:27.316251 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47511399-67b3-436e-99bf-52984ec6053d x-openstack-request-id: req-47511399-67b3-436e-99bf-52984ec6053d {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:38:27.316937 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcba020-6fe9-4a35-9a00-6fe9dede8424", "tag": "932eb251-8ee4-4b41-84dd-0a572359cc98", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:38:27.316937 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47511399-67b3-436e-99bf-52984ec6053d {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:38:27.317281 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'tag': '932eb251-8ee4-4b41-84dd-0a572359cc98', 'status': 'completed', 'code': 200} Jun 30 05:38:27.407213 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef24f8-3d49-4642-be09-95f1d1b37512 req-ec5f697e-65cf-455f-82cb-16b0ccff605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:27.409258 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-93ef24f8-3d49-4642-be09-95f1d1b37512 req-ec5f697e-65cf-455f-82cb-16b0ccff605b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 1098 time: 0.0644355 Jun 30 05:38:27.438575 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-64d22cc8-d6f7-4c97-993f-8d6d350850c3 None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:38:27.504861 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef24f8-3d49-4642-be09-95f1d1b37512 req-9a72f1e5-ddd7-4526-b7ff-5834837077dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:27.506402 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-93ef24f8-3d49-4642-be09-95f1d1b37512 req-9a72f1e5-ddd7-4526-b7ff-5834837077dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 913 time: 0.0889392 Jun 30 05:38:27.554184 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-93ef24f8-3d49-4642-be09-95f1d1b37512 req-5b132ccc-2d8f-4a99-89e3-15968eb43388 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=932eb251-8ee4-4b41-84dd-0a572359cc98 HTTP/1.1" status: 200 len: 217 time: 0.0407698 Jun 30 05:38:27.599466 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810e283-9010-4bf3-9ee2-c9e799e7ad9e req-064e0075-2cf0-4703-894a-c3b4627cc83a tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:27.600948 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d810e283-9010-4bf3-9ee2-c9e799e7ad9e req-064e0075-2cf0-4703-894a-c3b4627cc83a tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 945 time: 0.0645890 Jun 30 05:38:27.606997 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef24f8-3d49-4642-be09-95f1d1b37512 req-e01c65ae-8789-4acc-b83f-2c22bf3cc268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:27.608516 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-93ef24f8-3d49-4642-be09-95f1d1b37512 req-e01c65ae-8789-4acc-b83f-2c22bf3cc268 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0475423 Jun 30 05:38:27.641476 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-d810e283-9010-4bf3-9ee2-c9e799e7ad9e req-b411eb87-fc41-481d-9a5c-7e32a5a5fc56 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338731 Jun 30 05:38:27.665209 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-64d22cc8-d6f7-4c97-993f-8d6d350850c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '85a9b97b-8d78-4ff6-81f0-c70cf20804aa', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '3e1fff2d-878d-4004-b557-49e88be76add', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:26:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:35:00Z', 'updated_at': '2021-06-30T05:35:02Z', 'revision_number': 1, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:27.667597 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef24f8-3d49-4642-be09-95f1d1b37512 req-0e70a9b5-7293-456a-9d0d-fcd19ac4886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:27.669780 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-93ef24f8-3d49-4642-be09-95f1d1b37512 req-0e70a9b5-7293-456a-9d0d-fcd19ac4886e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538332 Jun 30 05:38:27.691507 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d22cc8-d6f7-4c97-993f-8d6d350850c3 None None] Checking router: 373ed9f2-967d-4440-8d1f-43fc4278572e for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:38:27.699338 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d22cc8-d6f7-4c97-993f-8d6d350850c3 None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:38:27.700011 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-64d22cc8-d6f7-4c97-993f-8d6d350850c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:38:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:27.761973 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-93ef24f8-3d49-4642-be09-95f1d1b37512 req-ee3a0623-c0df-4cba-8352-59ec0dcfe87d service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848560 Jun 30 05:38:27.804426 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-64d22cc8-d6f7-4c97-993f-8d6d350850c3 None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:38:28.031959 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-64d22cc8-d6f7-4c97-993f-8d6d350850c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '85a9b97b-8d78-4ff6-81f0-c70cf20804aa', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '3e1fff2d-878d-4004-b557-49e88be76add', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:26:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:35:00Z', 'updated_at': '2021-06-30T05:35:02Z', 'revision_number': 1, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:28.057774 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d22cc8-d6f7-4c97-993f-8d6d350850c3 None None] The sync data for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi is: [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_floatingips': [{'id': '85a9b97b-8d78-4ff6-81f0-c70cf20804aa', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'router_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'port_id': '3e1fff2d-878d-4004-b557-49e88be76add', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'mac_address': 'fa:16:3e:26:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T05:35:00Z', 'updated_at': '2021-06-30T05:35:02Z', 'revision_number': 1, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:38:28.105351 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-93ef24f8-3d49-4642-be09-95f1d1b37512 req-adfe9793-4354-4e38-88f6-3b26c34a6393 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367572 Jun 30 05:38:28.263669 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141be09-1de6-43e5-ac57-dccd0fedb580 None None] New status for floating IP cc80d5ad-0626-4b3b-b917-20913163d2bc: DOWN {{(pid=92845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:38:28.821436 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a7a80-a96f-4423-b06a-77f0a0f7d17c req-d582bed4-5d8b-4c59-8016-9f1279259432 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:28.822879 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fd3a7a80-a96f-4423-b06a-77f0a0f7d17c req-d582bed4-5d8b-4c59-8016-9f1279259432 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 945 time: 0.0662594 Jun 30 05:38:28.860439 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-fd3a7a80-a96f-4423-b06a-77f0a0f7d17c req-48b12925-174a-4979-9b64-5633ae763c8a tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Jun 30 05:38:29.041203 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288070a2-ec01-4705-9492-02a264bc73c5 req-989d997b-3e17-4cb4-bd39-e5764d7f28ac tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:29.042525 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-288070a2-ec01-4705-9492-02a264bc73c5 req-989d997b-3e17-4cb4-bd39-e5764d7f28ac tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 945 time: 0.0610223 Jun 30 05:38:29.140845 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-288070a2-ec01-4705-9492-02a264bc73c5 req-477df189-5f8b-47f9-a781-fcf982029273 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Deleting port 932eb251-8ee4-4b41-84dd-0a572359cc98 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:38:29.141178 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-288070a2-ec01-4705-9492-02a264bc73c5 req-477df189-5f8b-47f9-a781-fcf982029273 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:29.226865 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-288070a2-ec01-4705-9492-02a264bc73c5 req-477df189-5f8b-47f9-a781-fcf982029273 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] For port 932eb251-8ee4-4b41-84dd-0a572359cc98, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=932eb251-8ee4-4b41-84dd-0a572359cc98,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:38:29.227255 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-288070a2-ec01-4705-9492-02a264bc73c5 req-477df189-5f8b-47f9-a781-fcf982029273 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:29.239395 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-288070a2-ec01-4705-9492-02a264bc73c5 req-477df189-5f8b-47f9-a781-fcf982029273 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Calling delete_port for 932eb251-8ee4-4b41-84dd-0a572359cc98 owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:38:29.360274 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-288070a2-ec01-4705-9492-02a264bc73c5 req-477df189-5f8b-47f9-a781-fcf982029273 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:29.390832 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477df189-5f8b-47f9-a781-fcf982029273 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event deleted for resources: {'Port': ['ID=932eb251-8ee4-4b41-84dd-0a572359cc98,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:29.434490 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-288070a2-ec01-4705-9492-02a264bc73c5 req-477df189-5f8b-47f9-a781-fcf982029273 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] No DVR routers for this DVR port 932eb251-8ee4-4b41-84dd-0a572359cc98 on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:38:29.436935 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-288070a2-ec01-4705-9492-02a264bc73c5 req-477df189-5f8b-47f9-a781-fcf982029273 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:29.438867 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-288070a2-ec01-4705-9492-02a264bc73c5 req-477df189-5f8b-47f9-a781-fcf982029273 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "DELETE /v2.0/ports/932eb251-8ee4-4b41-84dd-0a572359cc98 HTTP/1.1" status: 204 len: 173 time: 0.3898919 Jun 30 05:38:29.439326 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'name': 'network-vif-deleted', 'tag': '932eb251-8ee4-4b41-84dd-0a572359cc98'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:38:29.441558 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043b659e-7174-494f-bb00-68eaad47444e" -d '{"events": [{"server_uuid": "bfcba020-6fe9-4a35-9a00-6fe9dede8424", "name": "network-vif-deleted", "tag": "932eb251-8ee4-4b41-84dd-0a572359cc98"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:38:29.476541 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a28000-d57c-4e77-9398-697dbf0b74a0 x-openstack-request-id: req-99a28000-d57c-4e77-9398-697dbf0b74a0 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:38:29.476842 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcba020-6fe9-4a35-9a00-6fe9dede8424", "name": "network-vif-deleted", "tag": "932eb251-8ee4-4b41-84dd-0a572359cc98", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:38:29.477086 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99a28000-d57c-4e77-9398-697dbf0b74a0 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:38:29.477490 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcba020-6fe9-4a35-9a00-6fe9dede8424', 'name': 'network-vif-deleted', 'tag': '932eb251-8ee4-4b41-84dd-0a572359cc98', 'status': 'completed', 'code': 200} Jun 30 05:38:30.013972 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-50f5939b-96c2-47cb-9b30-e3e369090acb req-82d1247e-5976-43b3-baf1-bd139ffc048f tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcba020-6fe9-4a35-9a00-6fe9dede8424 HTTP/1.1" status: 200 len: 210 time: 0.0319428 Jun 30 05:38:32.307571 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 932eb251-8ee4-4b41-84dd-0a572359cc98 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:38:32.327048 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 932eb251-8ee4-4b41-84dd-0a572359cc98 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:38:32.327418 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 932eb251-8ee4-4b41-84dd-0a572359cc98 not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:38:33.320610 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38780) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:33.468590 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ec2d6-fadf-4020-aa63-f23f8d3332c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Deleting port 055d5a2c-32ed-4ecf-bd90-67e1e8b0643b {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:38:33.468934 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec2d6-fadf-4020-aa63-f23f8d3332c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:33.542269 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec2d6-fadf-4020-aa63-f23f8d3332c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:33.542597 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec2d6-fadf-4020-aa63-f23f8d3332c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:33.554124 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ec2d6-fadf-4020-aa63-f23f8d3332c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Calling delete_port for 055d5a2c-32ed-4ecf-bd90-67e1e8b0643b owned by network:floatingip {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:38:33.692967 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec2d6-fadf-4020-aa63-f23f8d3332c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:33.720317 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ec2d6-fadf-4020-aa63-f23f8d3332c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event deleted for resources: {'Port': ['ID=055d5a2c-32ed-4ecf-bd90-67e1e8b0643b,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:33.779996 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec2d6-fadf-4020-aa63-f23f8d3332c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for floatingip, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:33.780325 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.db.l3_db [None req-4e2ec2d6-fadf-4020-aa63-f23f8d3332c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Floating IP 85a9b97b-8d78-4ff6-81f0-c70cf20804aa disassociated (deleted). External IP: 172.27.2.191, port: 3e1fff2d-878d-4004-b557-49e88be76add. Jun 30 05:38:33.937642 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:38:33.978838 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2ec2d6-fadf-4020-aa63-f23f8d3332c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Router 373ed9f2-967d-4440-8d1f-43fc4278572e has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:38:34.082447 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2ec2d6-fadf-4020-aa63-f23f8d3332c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:38:34.087154 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec2d6-fadf-4020-aa63-f23f8d3332c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:34.092681 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b3cd3-5566-456c-84f4-a94c160ef002 None None] Sync routers for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:38:34.101440 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b3cd3-5566-456c-84f4-a94c160ef002 None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:38:34.102048 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-2a1b3cd3-5566-456c-84f4-a94c160ef002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:38:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:34.127948 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-4e2ec2d6-fadf-4020-aa63-f23f8d3332c0 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "DELETE /v2.0/floatingips/85a9b97b-8d78-4ff6-81f0-c70cf20804aa HTTP/1.1" status: 204 len: 168 time: 0.8062332 Jun 30 05:38:34.128534 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'tag': '3e1fff2d-878d-4004-b557-49e88be76add'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:38:34.130939 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf8f6ad-c669-4eb2-a42b-40d220e645de" -d '{"events": [{"name": "network-changed", "server_uuid": "75f7faa4-c7a5-48f4-aa79-43aac46df766", "tag": "3e1fff2d-878d-4004-b557-49e88be76add"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:38:34.172814 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 05:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7511d18-1b5e-447f-a371-b9d1f2f6da5a x-openstack-request-id: req-e7511d18-1b5e-447f-a371-b9d1f2f6da5a {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:38:34.173104 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f7faa4-c7a5-48f4-aa79-43aac46df766", "tag": "3e1fff2d-878d-4004-b557-49e88be76add", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:38:34.173382 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7511d18-1b5e-447f-a371-b9d1f2f6da5a {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:38:34.173775 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'tag': '3e1fff2d-878d-4004-b557-49e88be76add', 'status': 'completed', 'code': 200} Jun 30 05:38:34.212139 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-2a1b3cd3-5566-456c-84f4-a94c160ef002 None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:38:34.251799 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8f6ad-c669-4eb2-a42b-40d220e645de req-871ff6f4-b1ee-4241-a473-0e248fa079b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:34.253415 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-acf8f6ad-c669-4eb2-a42b-40d220e645de req-871ff6f4-b1ee-4241-a473-0e248fa079b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 1098 time: 0.0548308 Jun 30 05:38:34.351487 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8f6ad-c669-4eb2-a42b-40d220e645de req-a74e2d14-e2b4-4644-b5ed-18833f073df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:34.353100 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-acf8f6ad-c669-4eb2-a42b-40d220e645de req-a74e2d14-e2b4-4644-b5ed-18833f073df3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 200 len: 913 time: 0.0926805 Jun 30 05:38:34.400552 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-acf8f6ad-c669-4eb2-a42b-40d220e645de req-e387e8c0-99d8-4ab7-adc3-4c00b38427fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e1fff2d-878d-4004-b557-49e88be76add HTTP/1.1" status: 200 len: 217 time: 0.0403681 Jun 30 05:38:34.435646 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-2a1b3cd3-5566-456c-84f4-a94c160ef002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:34.458121 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8f6ad-c669-4eb2-a42b-40d220e645de req-c5764b21-5af0-467d-a9ea-25351688452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:34.460516 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-acf8f6ad-c669-4eb2-a42b-40d220e645de req-c5764b21-5af0-467d-a9ea-25351688452f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 200 len: 851 time: 0.0533483 Jun 30 05:38:34.462175 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b3cd3-5566-456c-84f4-a94c160ef002 None None] Checking router: 373ed9f2-967d-4440-8d1f-43fc4278572e for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:38:34.472100 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b3cd3-5566-456c-84f4-a94c160ef002 None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:38:34.472717 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-2a1b3cd3-5566-456c-84f4-a94c160ef002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:38:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:34.515323 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeb686-e7f7-49eb-8cc2-09311a4b331a req-01b351af-3d8b-4534-80d2-a8d8cbdfb5b7 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:34.517448 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-febeb686-e7f7-49eb-8cc2-09311a4b331a req-01b351af-3d8b-4534-80d2-a8d8cbdfb5b7 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 945 time: 0.0662465 Jun 30 05:38:34.524088 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8f6ad-c669-4eb2-a42b-40d220e645de req-add2c37d-beb0-4fba-91cd-b67a2b5ffb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:34.525575 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-acf8f6ad-c669-4eb2-a42b-40d220e645de req-add2c37d-beb0-4fba-91cd-b67a2b5ffb96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35ef2ae9-7d57-49b3-9314-f362e1dd3878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547769 Jun 30 05:38:34.557059 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-febeb686-e7f7-49eb-8cc2-09311a4b331a req-c16d4a13-88cf-4e8f-a18e-7e96b554ba23 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328741 Jun 30 05:38:34.586775 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-2a1b3cd3-5566-456c-84f4-a94c160ef002 None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:38:34.614598 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-acf8f6ad-c669-4eb2-a42b-40d220e645de req-c7f335ef-403e-47b7-92b8-5ab4956e9503 service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803020 Jun 30 05:38:34.705232 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-acf8f6ad-c669-4eb2-a42b-40d220e645de req-2189eb5e-c406-4d69-9c30-3315318f10ff service neutron] 10.222.0.35 "GET /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843349 Jun 30 05:38:34.782672 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-2a1b3cd3-5566-456c-84f4-a94c160ef002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:34.812587 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b3cd3-5566-456c-84f4-a94c160ef002 None None] The sync data for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi is: [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:31:51Z', 'revision_number': 4, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi', '_interfaces': [{'id': '36e84849-15e1-48eb-8a60-030d8f2eb885', 'name': '', 'network_id': '35ef2ae9-7d57-49b3-9314-f362e1dd3878', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'mac_address': 'fa:16:3e:63:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:49Z', 'updated_at': '2021-06-30T05:31:59Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'subnets': [{'id': 'ecac3324-9bc1-4452-b145-1d415560dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:38:35.012448 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76da556b-45f5-40df-a1f2-fe5cb51bdc92 None None] New status for floating IP 85a9b97b-8d78-4ff6-81f0-c70cf20804aa: DOWN {{(pid=92845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 05:38:35.731013 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71935ac8-9ead-4544-beeb-0607c280fe22 req-10ccd179-2ccd-4472-b598-a1c1690295ea tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:35.732515 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-71935ac8-9ead-4544-beeb-0607c280fe22 req-10ccd179-2ccd-4472-b598-a1c1690295ea tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 945 time: 0.0613756 Jun 30 05:38:35.768648 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-71935ac8-9ead-4544-beeb-0607c280fe22 req-77257d22-6428-454c-b358-68057d9ab720 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/security-groups?id=b52acfec-210d-46ae-b479-acff08a42ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305915 Jun 30 05:38:35.896362 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afeb84-12ff-4a50-8b3e-54e1b1c817c5 req-074938c7-08c1-4bd0-a630-f23f3c9701d1 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 05:38:35.897757 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b3afeb84-12ff-4a50-8b3e-54e1b1c817c5 req-074938c7-08c1-4bd0-a630-f23f3c9701d1 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 945 time: 0.0609109 Jun 30 05:38:35.996052 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-b3afeb84-12ff-4a50-8b3e-54e1b1c817c5 req-475bd8f9-40a7-4282-9427-d590336c8e6e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Deleting port 3e1fff2d-878d-4004-b557-49e88be76add {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:38:35.996389 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-b3afeb84-12ff-4a50-8b3e-54e1b1c817c5 req-475bd8f9-40a7-4282-9427-d590336c8e6e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:36.080657 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [req-b3afeb84-12ff-4a50-8b3e-54e1b1c817c5 req-475bd8f9-40a7-4282-9427-d590336c8e6e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] For port 3e1fff2d-878d-4004-b557-49e88be76add, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=3e1fff2d-878d-4004-b557-49e88be76add,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:38:36.081013 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-b3afeb84-12ff-4a50-8b3e-54e1b1c817c5 req-475bd8f9-40a7-4282-9427-d590336c8e6e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:36.093249 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [req-b3afeb84-12ff-4a50-8b3e-54e1b1c817c5 req-475bd8f9-40a7-4282-9427-d590336c8e6e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Calling delete_port for 3e1fff2d-878d-4004-b557-49e88be76add owned by compute:nova {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:38:36.217407 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-b3afeb84-12ff-4a50-8b3e-54e1b1c817c5 req-475bd8f9-40a7-4282-9427-d590336c8e6e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:36.244765 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bd8f9-40a7-4282-9427-d590336c8e6e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event deleted for resources: {'Port': ['ID=3e1fff2d-878d-4004-b557-49e88be76add,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:36.293349 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3afeb84-12ff-4a50-8b3e-54e1b1c817c5 req-475bd8f9-40a7-4282-9427-d590336c8e6e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] No DVR routers for this DVR port 3e1fff2d-878d-4004-b557-49e88be76add on host hv-cinder-77218 {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:38:36.295922 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [req-b3afeb84-12ff-4a50-8b3e-54e1b1c817c5 req-475bd8f9-40a7-4282-9427-d590336c8e6e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for port, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:36.297897 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [req-b3afeb84-12ff-4a50-8b3e-54e1b1c817c5 req-475bd8f9-40a7-4282-9427-d590336c8e6e tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.35 "DELETE /v2.0/ports/3e1fff2d-878d-4004-b557-49e88be76add HTTP/1.1" status: 204 len: 173 time: 0.3941505 Jun 30 05:38:36.298322 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'name': 'network-vif-deleted', 'tag': '3e1fff2d-878d-4004-b557-49e88be76add'}] {{(pid=92842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 05:38:36.300660 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a24a91d4ffb27a12a04caebf7fbe8542fd9cff50e961523501c67721718bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123478d8-e597-4a80-964a-f2d794cd2104" -d '{"events": [{"server_uuid": "75f7faa4-c7a5-48f4-aa79-43aac46df766", "name": "network-vif-deleted", "tag": "3e1fff2d-878d-4004-b557-49e88be76add"}]}' {{(pid=92842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 05:38:36.339898 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 05:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e2f6b7-7f9c-4cf9-a296-fb16d69abdd0 x-openstack-request-id: req-b9e2f6b7-7f9c-4cf9-a296-fb16d69abdd0 {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 05:38:36.340203 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f7faa4-c7a5-48f4-aa79-43aac46df766", "name": "network-vif-deleted", "tag": "3e1fff2d-878d-4004-b557-49e88be76add", "status": "completed", "code": 200}]} {{(pid=92842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 05:38:36.340440 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9e2f6b7-7f9c-4cf9-a296-fb16d69abdd0 {{(pid=92842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 05:38:36.341704 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f7faa4-c7a5-48f4-aa79-43aac46df766', 'name': 'network-vif-deleted', 'tag': '3e1fff2d-878d-4004-b557-49e88be76add', 'status': 'completed', 'code': 200} Jun 30 05:38:36.922921 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [req-485a1996-56a8-43e8-9dea-6c7639f10464 req-9f577e27-3530-4d08-b318-c856b48a0daf tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f7faa4-c7a5-48f4-aa79-43aac46df766 HTTP/1.1" status: 200 len: 210 time: 0.0320971 Jun 30 05:38:38.017286 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38798) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:38.137613 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-d70bd54f-e63d-469e-8483-01f639e3285d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Deleting port e0c9c7d4-5e0f-4501-b627-92004eaddaa0 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:38:38.138127 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d70bd54f-e63d-469e-8483-01f639e3285d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:38.209228 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d70bd54f-e63d-469e-8483-01f639e3285d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:38.209468 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d70bd54f-e63d-469e-8483-01f639e3285d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:38.221618 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-d70bd54f-e63d-469e-8483-01f639e3285d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Calling delete_port for e0c9c7d4-5e0f-4501-b627-92004eaddaa0 owned by network:floatingip {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:38:38.327810 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 3e1fff2d-878d-4004-b557-49e88be76add no longer exists at agent hyperv_hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:38:38.346271 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] No Port match for: 3e1fff2d-878d-4004-b557-49e88be76add {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:38:38.346614 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Device 3e1fff2d-878d-4004-b557-49e88be76add not bound to the agent host hv-cinder-77218 {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:38:38.352031 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d70bd54f-e63d-469e-8483-01f639e3285d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:38.377712 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bd54f-e63d-469e-8483-01f639e3285d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event deleted for resources: {'Port': ['ID=e0c9c7d4-5e0f-4501-b627-92004eaddaa0,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:38.440140 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d70bd54f-e63d-469e-8483-01f639e3285d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for floatingip, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:38.442589 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-d70bd54f-e63d-469e-8483-01f639e3285d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159612'] for floatingip, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:38.443753 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-d70bd54f-e63d-469e-8483-01f639e3285d tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "DELETE /v2.0/floatingips/439bbfbd-0c40-4eca-91b9-048363c1e885 HTTP/1.1" status: 204 len: 168 time: 0.4251723 Jun 30 05:38:39.352966 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:39.702217 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38810) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:39.758636 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:39.783590 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:39.839608 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:39.842975 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Notify callbacks [] for security_group, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:39.844130 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] 10.222.0.41 "DELETE /v2.0/security-groups/b52acfec-210d-46ae-b479-acff08a42ba1 HTTP/1.1" status: 204 len: 168 time: 0.1409473 Jun 30 05:38:39.852900 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52acfec-210d-46ae-b479-acff08a42ba1,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:39.861242 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:39.861594 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:39.861935 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:39.862269 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:39.862599 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:39.862930 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:39.863288 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:39.863615 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:39.863949 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:39.864276 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:39.864720 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:39.864993 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae8049-b1ce-4303-9264-3f3dadadf2e2 tempest-TestVolumeBootPattern-442927306 tempest-TestVolumeBootPattern-442927306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:39.894435 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38814) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:40.317480 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3fd143ca-7178-462c-8691-a0f1ab4c557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3745207'] for router_interface, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:40.561923 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-3fd143ca-7178-462c-8691-a0f1ab4c557c admin admin] Deleting port 36e84849-15e1-48eb-8a60-030d8f2eb885 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:38:40.562256 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3fd143ca-7178-462c-8691-a0f1ab4c557c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:40.637117 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [None req-3fd143ca-7178-462c-8691-a0f1ab4c557c admin admin] For port 36e84849-15e1-48eb-8a60-030d8f2eb885, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=36e84849-15e1-48eb-8a60-030d8f2eb885,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:38:40.637986 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3fd143ca-7178-462c-8691-a0f1ab4c557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:40.649769 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-3fd143ca-7178-462c-8691-a0f1ab4c557c admin admin] Calling delete_port for 36e84849-15e1-48eb-8a60-030d8f2eb885 owned by network:router_interface {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:38:40.817322 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3fd143ca-7178-462c-8691-a0f1ab4c557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:40.841122 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd143ca-7178-462c-8691-a0f1ab4c557c admin admin] Pushing event deleted for resources: {'Port': ['ID=36e84849-15e1-48eb-8a60-030d8f2eb885,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:41.000512 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-3fd143ca-7178-462c-8691-a0f1ab4c557c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745101'] for router_interface, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:41.206129 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd143ca-7178-462c-8691-a0f1ab4c557c admin admin] Router 373ed9f2-967d-4440-8d1f-43fc4278572e has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:38:41.555886 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd143ca-7178-462c-8691-a0f1ab4c557c admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:38:41.560799 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-3fd143ca-7178-462c-8691-a0f1ab4c557c admin admin] 10.222.0.41 "PUT /v2.0/routers/373ed9f2-967d-4440-8d1f-43fc4278572e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6657822 Jun 30 05:38:41.563328 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38818) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:41.566698 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffe2fd-3f39-4769-a398-3794a473b005 None None] Sync routers for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:38:41.576641 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ffe2fd-3f39-4769-a398-3794a473b005 None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:38:41.577307 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-49ffe2fd-3f39-4769-a398-3794a473b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:38:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:41.664677 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Notify callbacks [] for router, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:41.678231 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-49ffe2fd-3f39-4769-a398-3794a473b005 None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: dv-cinder-772181-11-iscsi {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:38:41.765127 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:41.817198 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Deleting port 62a75135-b9da-400b-919a-b0a2162be8a1 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:38:41.817438 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:41.855199 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-49ffe2fd-3f39-4769-a398-3794a473b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:38:40Z', 'revision_number': 5, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port': {'id': '62a75135-b9da-400b-919a-b0a2162be8a1', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:47Z', 'updated_at': '2021-06-30T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:41.883923 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffe2fd-3f39-4769-a398-3794a473b005 None None] Checking router: 373ed9f2-967d-4440-8d1f-43fc4278572e for host: dv-cinder-772181-11-iscsi {{(pid=92844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:38:41.892674 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ffe2fd-3f39-4769-a398-3794a473b005 None None] Routers {'373ed9f2-967d-4440-8d1f-43fc4278572e'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:38:41.893263 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-49ffe2fd-3f39-4769-a398-3794a473b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:38:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['373ed9f2-967d-4440-8d1f-43fc4278572e'], 'active': True} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:41.897398 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] For port 62a75135-b9da-400b-919a-b0a2162be8a1, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=62a75135-b9da-400b-919a-b0a2162be8a1,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:38:41.897754 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:41.909361 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Calling delete_port for 62a75135-b9da-400b-919a-b0a2162be8a1 owned by network:router_gateway {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:38:41.974534 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvr_db [None req-49ffe2fd-3f39-4769-a398-3794a473b005 None None] Set router 373ed9f2-967d-4440-8d1f-43fc4278572e gateway port host: None {{(pid=92844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:38:42.024563 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_hamode_db [None req-49ffe2fd-3f39-4769-a398-3794a473b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:38:41Z', 'revision_number': 6, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port_host': None}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:42.076155 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.102893 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Pushing event deleted for resources: {'Port': ['ID=62a75135-b9da-400b-919a-b0a2162be8a1,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:42.166986 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746938'] for router_gateway, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.181386 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffe2fd-3f39-4769-a398-3794a473b005 None None] The sync data for ids ['373ed9f2-967d-4440-8d1f-43fc4278572e'] in dv-cinder-772181-11-iscsi is: [{'id': '373ed9f2-967d-4440-8d1f-43fc4278572e', 'name': 'tempest-TestVolumeBootPattern-1187749121-router', 'tenant_id': '6d90c5aad4634b518d2658e6bda57cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:46Z', 'updated_at': '2021-06-30T05:38:41Z', 'revision_number': 6, 'project_id': '6d90c5aad4634b518d2658e6bda57cd8', 'gw_port_host': None}] {{(pid=92844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:38:42.195073 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1140-7da1-48cf-9759-411ad9ee2b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.258970 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102786'] for router, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.261065 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.306753 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751966'] for router, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.307300 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 373ed9f2-967d-4440-8d1f-43fc4278572e {{(pid=92842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 05:38:42.312834 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] Notify callbacks [] for router, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.313950 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-b7e290bb-02ea-4655-8e25-3a8aae8aa2cc admin admin] 10.222.0.41 "DELETE /v2.0/routers/373ed9f2-967d-4440-8d1f-43fc4278572e HTTP/1.1" status: 204 len: 168 time: 0.7490180 Jun 30 05:38:42.316359 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38820) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:42.359269 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc8bd22-c2dc-4976-8f4e-c8022b44c3a9 admin admin] Deleting subnet ecac3324-9bc1-4452-b145-1d415560dcf9 {{(pid=92842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:38:42.362114 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fcc8bd22-c2dc-4976-8f4e-c8022b44c3a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.394090 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fcc8bd22-c2dc-4976-8f4e-c8022b44c3a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8671267'] for subnet, precommit_delete_associations {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.472982 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fcc8bd22-c2dc-4976-8f4e-c8022b44c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.527804 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fcc8bd22-c2dc-4976-8f4e-c8022b44c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8690481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595536'] for subnet, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.556347 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8bd22-c2dc-4976-8f4e-c8022b44c3a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecac3324-9bc1-4452-b145-1d415560dcf9,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:42.558386 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-fcc8bd22-c2dc-4976-8f4e-c8022b44c3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for subnet, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.561295 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-fcc8bd22-c2dc-4976-8f4e-c8022b44c3a9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ecac3324-9bc1-4452-b145-1d415560dcf9 HTTP/1.1" status: 204 len: 168 time: 0.2439706 Jun 30 05:38:42.563648 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38822) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:42.565509 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a484235e-8eef-42da-8676-07cf768a9e52 None None] Network 35ef2ae9-7d57-49b3-9314-f362e1dd3878 requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:38:42.639252 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 36e84849-15e1-48eb-8a60-030d8f2eb885 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:38:42.643018 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.664108 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 36e84849-15e1-48eb-8a60-030d8f2eb885 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:38:42.664456 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 36e84849-15e1-48eb-8a60-030d8f2eb885 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:38:42.701575 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Deleting port b4540340-a221-4f1c-b3f2-7c979c262023 {{(pid=92842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:38:42.701919 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.768995 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.db [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] For port b4540340-a221-4f1c-b3f2-7c979c262023, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=b4540340-a221-4f1c-b3f2-7c979c262023,segment=NetworkSegment(c91b381f-5deb-4c60-8aa1-fb4015685ca6),segment_id=c91b381f-5deb-4c60-8aa1-fb4015685ca6)] {{(pid=92842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:38:42.769355 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.782303 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.plugin [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Calling delete_port for b4540340-a221-4f1c-b3f2-7c979c262023 owned by network:dhcp {{(pid=92842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:38:42.865172 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8690503'] for port, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.890118 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4540340-a221-4f1c-b3f2-7c979c262023,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:42.891957 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] No DVR routers for this DVR port b4540340-a221-4f1c-b3f2-7c979c262023 on host dv-cinder-772181-11-iscsi {{(pid=92842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:38:42.958307 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:42.968483 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ef2ae9-7d57-49b3-9314-f362e1dd3878']}} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:42.978863 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91b381f-5deb-4c60-8aa1-fb4015685ca6') {'for_net_delete': True} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:42.979190 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.services.segments.db [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91b381f-5deb-4c60-8aa1-fb4015685ca6') {} {{(pid=92842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:42.988852 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8671274'] for segment, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:43.004222 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834c8572-1bcb-499e-8650-11bf666d81b7 None None] DHCP port deletion for 35ef2ae9-7d57-49b3-9314-f362e1dd3878 request from dv-cinder-772181-11-iscsi {{(pid=92844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 05:38:43.006471 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:43.018901 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=92842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:38:43.019387 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8690578'] for segment, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: conditions |= (models_v2.Port.network_id.in_( Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: Traceback (most recent call last): Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: timer() Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: cb(*args, **kw) Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: return func(*args, **kwargs) Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: self._notify() Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: self.callback(batched_events) Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: event.method(event) Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: return f(self, *a, **k) Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: return self._get(url).json() Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: return self.request(url, 'GET', **kwargs) Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:38:43.020997 dv-cinder-772181-11-iscsi neutron-server[92842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:38:43.077315 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:43.081801 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:43.083782 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] 10.222.0.41 "DELETE /v2.0/networks/35ef2ae9-7d57-49b3-9314-f362e1dd3878 HTTP/1.1" status: 204 len: 168 time: 0.5192206 Jun 30 05:38:43.086865 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38824) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:43.098090 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83327609-f474-428d-82a7-9fbc29043905 admin admin] Pushing event deleted for resources: {'Network': ['ID=35ef2ae9-7d57-49b3-9314-f362e1dd3878,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:43.677203 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b741c0a6-34de-4ba5-a8c0-bc79816ff450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3745207'] for router_interface, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:43.919413 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-b741c0a6-34de-4ba5-a8c0-bc79816ff450 admin admin] Deleting port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:38:43.919755 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b741c0a6-34de-4ba5-a8c0-bc79816ff450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:43.994692 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-b741c0a6-34de-4ba5-a8c0-bc79816ff450 admin admin] For port 7ce9fd37-300a-4dbe-b0a4-d52664ad3477, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=7ce9fd37-300a-4dbe-b0a4-d52664ad3477,segment=NetworkSegment(a9b9b922-dd09-404a-88c4-3e2052ec917a),segment_id=a9b9b922-dd09-404a-88c4-3e2052ec917a)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:38:43.994966 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b741c0a6-34de-4ba5-a8c0-bc79816ff450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:44.007706 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-b741c0a6-34de-4ba5-a8c0-bc79816ff450 admin admin] Calling delete_port for 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 owned by network:router_interface {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:38:44.181819 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b741c0a6-34de-4ba5-a8c0-bc79816ff450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:44.214251 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741c0a6-34de-4ba5-a8c0-bc79816ff450 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce9fd37-300a-4dbe-b0a4-d52664ad3477,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:44.373503 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-b741c0a6-34de-4ba5-a8c0-bc79816ff450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745101'] for router_interface, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:44.573423 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device b4540340-a221-4f1c-b3f2-7c979c262023 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:38:44.590184 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b741c0a6-34de-4ba5-a8c0-bc79816ff450 admin admin] Router 9c3b609b-df01-4300-96b4-c07a3a9e1db8 has already been hosted by L3 agent 1ef9c2d1-a993-4f83-9d92-881231a44f32 {{(pid=92843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 05:38:44.594728 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: b4540340-a221-4f1c-b3f2-7c979c262023 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:38:44.595076 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device b4540340-a221-4f1c-b3f2-7c979c262023 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:38:44.595513 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 62a75135-b9da-400b-919a-b0a2162be8a1 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:38:44.613122 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 62a75135-b9da-400b-919a-b0a2162be8a1 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:38:44.613463 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 62a75135-b9da-400b-919a-b0a2162be8a1 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:38:44.694305 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b741c0a6-34de-4ba5-a8c0-bc79816ff450 admin admin] Notify agent at l3_agent.dv-cinder-772181-11-iscsi the message routers_updated {{(pid=92843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 05:38:44.699008 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-b741c0a6-34de-4ba5-a8c0-bc79816ff450 admin admin] 10.222.0.41 "PUT /v2.0/routers/9c3b609b-df01-4300-96b4-c07a3a9e1db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6109581 Jun 30 05:38:44.702076 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38826) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:44.702865 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882ffb5-ee8e-4152-945a-161079ec381d None None] Sync routers for ids ['9c3b609b-df01-4300-96b4-c07a3a9e1db8'] in dv-cinder-772181-11-iscsi {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 05:38:44.710425 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-f297863a-4845-48f4-9dd2-9da60b2a2cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:44.713251 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882ffb5-ee8e-4152-945a-161079ec381d None None] Routers {'9c3b609b-df01-4300-96b4-c07a3a9e1db8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:38:44.713855 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-b882ffb5-ee8e-4152-945a-161079ec381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:38:15Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['9c3b609b-df01-4300-96b4-c07a3a9e1db8'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:44.781568 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:44.807699 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:44.815856 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-b882ffb5-ee8e-4152-945a-161079ec381d None None] Set router 9c3b609b-df01-4300-96b4-c07a3a9e1db8 gateway port host: dv-cinder-772181-11-iscsi {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:38:44.905034 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:44.959821 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Deleting port 4addc88c-9eaf-4f68-acdf-212b5b76904c {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:38:44.960157 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:44.990045 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-b882ffb5-ee8e-4152-945a-161079ec381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'name': 'tempest-TestVolumeBootPattern-372124815-router', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'external_fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:53Z', 'updated_at': '2021-06-30T05:38:44Z', 'revision_number': 5, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'gw_port': {'id': '4addc88c-9eaf-4f68-acdf-212b5b76904c', 'name': '', 'network_id': 'baaca982-d1cd-4ce8-95d0-ccecaf1c3851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T05:31:54Z', 'updated_at': '2021-06-30T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f859281-69fd-4510-82b8-0a04b9da6e59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-11-iscsi'}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:45.016319 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882ffb5-ee8e-4152-945a-161079ec381d None None] Checking router: 9c3b609b-df01-4300-96b4-c07a3a9e1db8 for host: dv-cinder-772181-11-iscsi {{(pid=92845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 05:38:45.024591 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882ffb5-ee8e-4152-945a-161079ec381d None None] Routers {'9c3b609b-df01-4300-96b4-c07a3a9e1db8'} bound to L3 agent in host dv-cinder-772181-11-iscsi {{(pid=92845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 05:38:45.025181 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-b882ffb5-ee8e-4152-945a-161079ec381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T05:19:15Z,description=,heartbeat_timestamp=2021-06-30T05:38:45Z,host='dv-cinder-772181-11-iscsi',id=1ef9c2d1-a993-4f83-9d92-881231a44f32,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T05:19:15Z,topic='l3_agent')) {'router_ids': ['9c3b609b-df01-4300-96b4-c07a3a9e1db8'], 'active': True} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:45.038939 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] For port 4addc88c-9eaf-4f68-acdf-212b5b76904c, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=4addc88c-9eaf-4f68-acdf-212b5b76904c,segment=NetworkSegment(dffdd591-e97b-40ed-adf5-31bc2bfeaa81),segment_id=dffdd591-e97b-40ed-adf5-31bc2bfeaa81)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:38:45.039254 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.051543 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Calling delete_port for 4addc88c-9eaf-4f68-acdf-212b5b76904c owned by network:router_gateway {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:38:45.108494 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_dvr_db [None req-b882ffb5-ee8e-4152-945a-161079ec381d None None] Set router 9c3b609b-df01-4300-96b4-c07a3a9e1db8 gateway port host: None {{(pid=92845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 05:38:45.162173 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.l3_hamode_db [None req-b882ffb5-ee8e-4152-945a-161079ec381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'name': 'tempest-TestVolumeBootPattern-372124815-router', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:53Z', 'updated_at': '2021-06-30T05:38:44Z', 'revision_number': 6, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'gw_port_host': None}], 'dv-cinder-772181-11-iscsi', False) {} {{(pid=92845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:45.188870 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882ffb5-ee8e-4152-945a-161079ec381d None None] The sync data for ids ['9c3b609b-df01-4300-96b4-c07a3a9e1db8'] in dv-cinder-772181-11-iscsi is: [{'id': '9c3b609b-df01-4300-96b4-c07a3a9e1db8', 'name': 'tempest-TestVolumeBootPattern-372124815-router', 'tenant_id': 'f4d7c2d84cf24a538c9797418682cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T05:31:53Z', 'updated_at': '2021-06-30T05:38:44Z', 'revision_number': 6, 'project_id': 'f4d7c2d84cf24a538c9797418682cb59', 'gw_port_host': None}] {{(pid=92845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 05:38:45.212437 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.238233 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4addc88c-9eaf-4f68-acdf-212b5b76904c,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:45.303865 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3746938'] for router_gateway, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.393758 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102786'] for router, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.395880 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.438825 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751966'] for router, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.439298 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c3b609b-df01-4300-96b4-c07a3a9e1db8 {{(pid=92843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 05:38:45.443474 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] Notify callbacks [] for router, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.444639 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-d464956a-a0f7-407c-a3c0-4c60a8e578b0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9c3b609b-df01-4300-96b4-c07a3a9e1db8 HTTP/1.1" status: 204 len: 168 time: 0.7416346 Jun 30 05:38:45.447321 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38828) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:45.493088 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a45abd0-652b-42b3-852f-4906098ec282 admin admin] Deleting subnet db55b049-7bfd-40bd-9c3a-a15b3225ec9a {{(pid=92843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 05:38:45.495917 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9a45abd0-652b-42b3-852f-4906098ec282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.528375 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9a45abd0-652b-42b3-852f-4906098ec282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171660'] for subnet, precommit_delete_associations {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.601663 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9a45abd0-652b-42b3-852f-4906098ec282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725956'] for subnet, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.654822 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9a45abd0-652b-42b3-852f-4906098ec282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3771923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10103874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519859'] for subnet, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.682778 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45abd0-652b-42b3-852f-4906098ec282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db55b049-7bfd-40bd-9c3a-a15b3225ec9a,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:45.688634 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-9a45abd0-652b-42b3-852f-4906098ec282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.690491 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-9a45abd0-652b-42b3-852f-4906098ec282 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/db55b049-7bfd-40bd-9c3a-a15b3225ec9a HTTP/1.1" status: 204 len: 168 time: 0.2422674 Jun 30 05:38:45.693039 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.wsgi [-] (92843) accepted ('10.222.0.41', 38830) {{(pid=92843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:45.694005 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f97b8-10b4-4916-a6e2-515c982f3e45 None None] Network cd35c220-26d4-4685-afa2-ace55908885f requested from dv-cinder-772181-11-iscsi {{(pid=92844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 05:38:45.761339 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612991'] for network, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.812994 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Deleting port 36400eac-e5b0-4fae-bc01-292415760487 {{(pid=92843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:38:45.813337 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.861330 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.888722 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.db [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] For port 36400eac-e5b0-4fae-bc01-292415760487, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=36400eac-e5b0-4fae-bc01-292415760487,segment=NetworkSegment(a9b9b922-dd09-404a-88c4-3e2052ec917a),segment_id=a9b9b922-dd09-404a-88c4-3e2052ec917a)] {{(pid=92843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:38:45.889178 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.899987 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] DHCP port deletion for cd35c220-26d4-4685-afa2-ace55908885f request from dv-cinder-772181-11-iscsi {{(pid=92844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 05:38:45.903598 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Calling delete_port for 36400eac-e5b0-4fae-bc01-292415760487 owned by network:dhcp {{(pid=92843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:38:45.954121 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Deleting port 36400eac-e5b0-4fae-bc01-292415760487 {{(pid=92844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 05:38:45.954505 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786356277697'] for port, before_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:45.986057 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10103860'] for port, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.011730 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=36400eac-e5b0-4fae-bc01-292415760487,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:46.014280 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] No DVR routers for this DVR port 36400eac-e5b0-4fae-bc01-292415760487 on host dv-cinder-772181-11-iscsi {{(pid=92843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:38:46.021024 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.db [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] For port 36400eac-e5b0-4fae-bc01-292415760487, host dv-cinder-772181-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-11-iscsi',level=0,port_id=36400eac-e5b0-4fae-bc01-292415760487,segment=NetworkSegment(a9b9b922-dd09-404a-88c4-3e2052ec917a),segment_id=a9b9b922-dd09-404a-88c4-3e2052ec917a)] {{(pid=92844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 05:38:46.021423 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745719'] for port, precommit_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.035904 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Calling delete_port for 36400eac-e5b0-4fae-bc01-292415760487 owned by network:dhcp {{(pid=92844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 05:38:46.086039 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731227', 'neutron.services.segments.db._delete_segments_for_network-8786356311619'] for network, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.096845 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd35c220-26d4-4685-afa2-ace55908885f']}} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:46.107035 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b9b922-dd09-404a-88c4-3e2052ec917a') {'for_net_delete': True} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:46.107431 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.services.segments.db [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b9b922-dd09-404a-88c4-3e2052ec917a') {} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 05:38:46.112258 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-531861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786356382455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786355881418'] for port, after_delete {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.116084 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786356210634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171653'] for segment, before_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.129590 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199'] for segment, precommit_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.135324 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=92843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 05:38:46.135728 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10104033'] for segment, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: Traceback (most recent call last): Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: timer() Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: cb(*args, **kw) Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: return func(*args, **kwargs) Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: self._notify() Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: self.callback(batched_events) Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: event.method(event) Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: return f(self, *a, **k) Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._get(url).json() Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: return self.request(url, 'GET', **kwargs) Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 05:38:46.137881 dv-cinder-772181-11-iscsi neutron-server[92843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 05:38:46.141649 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Pushing event deleted for resources: {'Port': ['ID=36400eac-e5b0-4fae-bc01-292415760487,revision_number=None']} {{(pid=92844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:46.145794 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] No DVR routers for this DVR port 36400eac-e5b0-4fae-bc01-292415760487 on host dv-cinder-772181-11-iscsi {{(pid=92844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 05:38:46.159331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:46.159331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:46.159331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:46.159331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:46.159331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:46.159331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:46.159331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:46.159331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:46.159331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:46.159331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:46.159331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:46.159331 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf42cc-ef8f-4039-b2b9-e038473c43b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-11-iscsi {{(pid=92844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 05:38:46.195102 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3772010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3746846'] for network, after_delete {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.200889 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677959'] for network, before_response {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.202899 dv-cinder-772181-11-iscsi neutron-server[92843]: INFO neutron.wsgi [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cd35c220-26d4-4685-afa2-ace55908885f HTTP/1.1" status: 204 len: 168 time: 0.5088851 Jun 30 05:38:46.213271 dv-cinder-772181-11-iscsi neutron-server[92843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12816d-9b4e-4dd6-a84e-e26fc1a383d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd35c220-26d4-4685-afa2-ace55908885f,revision_number=None']} {{(pid=92843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:46.311258 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38834) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:46.350795 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-ee028c43-6d56-4fa7-b9a7-4981c48cad0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d90c5aad4634b518d2658e6bda57cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383914 Jun 30 05:38:46.353187 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38836) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:46.400055 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f32f39e7-8bad-481e-91f0-c3c478f891f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.419962 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f32f39e7-8bad-481e-91f0-c3c478f891f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.469412 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f32f39e7-8bad-481e-91f0-c3c478f891f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.471929 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-f32f39e7-8bad-481e-91f0-c3c478f891f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.473564 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-f32f39e7-8bad-481e-91f0-c3c478f891f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/566995fc-923a-4207-b29f-d5dc48c3a4a0 HTTP/1.1" status: 204 len: 168 time: 0.1190197 Jun 30 05:38:46.481999 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f39e7-8bad-481e-91f0-c3c478f891f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566995fc-923a-4207-b29f-d5dc48c3a4a0,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:46.538806 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:38:46.558504 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:38:46.559484 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 7ce9fd37-300a-4dbe-b0a4-d52664ad3477 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:38:46.559907 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 4addc88c-9eaf-4f68-acdf-212b5b76904c no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:38:46.578076 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 4addc88c-9eaf-4f68-acdf-212b5b76904c {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:38:46.578426 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 4addc88c-9eaf-4f68-acdf-212b5b76904c not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:38:46.578840 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 36400eac-e5b0-4fae-bc01-292415760487 no longer exists at agent ovs-agent-dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 05:38:46.597256 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] No Port match for: 36400eac-e5b0-4fae-bc01-292415760487 {{(pid=92844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 05:38:46.597601 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.rpc [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Device 36400eac-e5b0-4fae-bc01-292415760487 not bound to the agent host dv-cinder-772181-11-iscsi {{(pid=92844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 05:38:46.787085 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38842) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:46.826314 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-3aa73573-9fd2-4a07-bcc2-83257b6712eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4d7c2d84cf24a538c9797418682cb59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380552 Jun 30 05:38:46.828621 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.wsgi [-] (92842) accepted ('10.222.0.41', 38844) {{(pid=92842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 05:38:46.874560 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2396e1b5-4653-46d4-8c20-935d74b878f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.894584 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2396e1b5-4653-46d4-8c20-935d74b878f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.940176 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2396e1b5-4653-46d4-8c20-935d74b878f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3776437'] for security_group, after_delete {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.942680 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron_lib.callbacks.manager [None req-2396e1b5-4653-46d4-8c20-935d74b878f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:38:46.943857 dv-cinder-772181-11-iscsi neutron-server[92842]: INFO neutron.wsgi [None req-2396e1b5-4653-46d4-8c20-935d74b878f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be19ebd5-ea74-4163-bba8-b6087e90a68e HTTP/1.1" status: 204 len: 168 time: 0.1143582 Jun 30 05:38:46.951899 dv-cinder-772181-11-iscsi neutron-server[92842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396e1b5-4653-46d4-8c20-935d74b878f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be19ebd5-ea74-4163-bba8-b6087e90a68e,revision_number=None']} {{(pid=92842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 05:38:47.349952 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:39:09.383460 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:39:10.936318 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:39:12.147399 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-f4f22c61-2b89-4c83-be86-e8314ff8d965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:39:14.711179 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-33dea66b-df26-42f4-9d7c-46823b746890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:39:14.783553 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:39:15.860779 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:39:17.351683 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:39:39.398425 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:39:42.147717 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a53dd84c-cdf3-4cf5-8fd2-5f2a442a3071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:39:44.711739 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-6a9ce6bb-7db5-4bd0-851d-4b84510ff630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:39:44.783965 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:39:45.862788 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:39:47.354718 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:39:47.935123 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:40:09.414167 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:40:12.147305 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-0f42f082-027a-4ecb-beee-35c3bf152261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:40:14.711248 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-3fe2858d-1ef8-4552-a3b0-4e86e5fa3fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:40:14.784582 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:40:15.865583 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:40:17.357837 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:40:24.934225 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:40:39.430388 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:40:42.147029 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-83b629ef-95f4-465a-b7c9-13cbf93c8233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:40:44.712384 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-6ac1bdd2-529c-48f5-8818-e4b7ca49cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:40:44.785981 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:40:45.868421 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:40:47.366287 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:41:01.933343 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:41:09.430187 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:41:12.147382 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-4c277ca0-5350-4630-89ff-cb910a3fca51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:41:14.711772 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-a67a0a35-a3da-4177-810e-18cccfe8e376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:41:14.787257 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:41:15.872751 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:41:17.356531 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:41:38.931063 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:41:39.450728 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:41:42.147528 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-f59335c0-4891-4cf1-b1e8-5b6dc08525f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:41:44.712001 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7eeb65e1-7d91-4d91-910e-d8637e39556b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:41:44.787360 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:41:45.874233 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:41:47.360161 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:42:09.445225 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:42:12.146845 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2c148dc7-ddde-4987-9e18-2b59cd3064e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:42:14.711943 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-9b3df9fe-9f7c-4401-9661-0c6cd692defa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:42:14.786925 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:42:15.877524 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:42:15.929709 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:42:17.362157 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:42:39.460305 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:42:42.147009 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-f7c1e4f4-091c-4e1e-b47c-3855229fd8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:42:44.711919 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-f5d02227-b8d5-4acf-b53c-a83b4c2898d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:42:44.786987 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:42:45.879816 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:42:47.364044 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:42:52.930016 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:43:09.470369 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:43:12.146701 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2f2e00c1-ee60-4ecd-b53b-f00b47bbd798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:43:14.713002 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-2204adcd-f0b1-4423-8c9a-8ecd59ce1096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:43:14.786888 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:43:15.882818 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:43:17.369188 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:43:29.929287 dv-cinder-772181-11-iscsi neutron-server[92845]: DEBUG neutron.db.agents_db [None req-f9cce68e-592f-4ee9-87e1-211883dd3d20 None None] Agent healthcheck: found 6 active agents {{(pid=92845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 05:43:39.476490 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-423c390f-95f3-4fa8-8ddc-9c2d14b3c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:43:42.146476 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa7bb-714f-49f3-840f-b0030ae59b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:43:44.713335 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-10c94cd7-c46f-4cbc-ae80-f309d5e37d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:43:44.785987 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-23b1952c-8b0e-4d91-9d23-84caa0dd9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:43:45.886113 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-8b85f38f-7fe5-4eca-b124-2c51b14511f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 05:43:47.371469 dv-cinder-772181-11-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-369a2ade-872b-4406-9c08-e7bd0c808c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786356311601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647173'] for agent, after_update {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}